{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Preprocessing the Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "from tqdm import tqdm_notebook as tqdm\n",
    "import preprocessor as p\n",
    "import numpy as np\n",
    "import json"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "import torch.nn as nn\n",
    "import torchvision.transforms as transforms\n",
    "import torchvision.datasets as dsets\n",
    "from torch.autograd import Variable\n",
    "from torch.utils.data import Dataset, DataLoader\n",
    "from torch.nn.utils.rnn import pack_padded_sequence, pad_packed_sequence\n",
    "import torch.optim as optim\n",
    "import torch.nn.functional as F"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "from collections import Counter\n",
    "from tqdm import tqdm, tqdm_notebook, tnrange\n",
    "import pandas as pd\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.metrics import accuracy_score, f1_score, precision_score, recall_score, classification_report, confusion_matrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "import matplotlib.pyplot as plt\n",
    "import random\n",
    "import pickle as pkl"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "dataset = 'twitter16'\n",
    "    \n",
    "if dataset == 'twitter15':\n",
    "    %run ../twitter15/twitter15_text_processing.ipynb\n",
    "    with open('./kfolds_twitter15.pickle','rb') as f:\n",
    "        kfold_df = pkl.load(f)\n",
    "    datadir = './twitter15_kfold_results/'\n",
    "    \n",
    "if dataset == 'twitter16':\n",
    "    %run ../twitter16/twitter16_text_processing.ipynb\n",
    "    with open('./kfolds_twitter16.pickle','rb') as f:\n",
    "        kfold_df = pkl.load(f)\n",
    "    datadir = './twitter16_kfold_results/'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "def preprocess(text):\n",
    "    p.set_options(p.OPT.URL,p.OPT.MENTION,p.OPT.EMOJI,p.OPT.HASHTAG)\n",
    "    return p.tokenize(text).split()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{656955120626880512: 'correct predictions in back to the future ii URL',\n",
       " 615689290706595840: \".@whitehouse in rainbow colors for #scotusmarriage? here's what i think about that decision: URL\",\n",
       " 613404935003217920: 'cops bought the alleged church shooter burger king hours after killings URL',\n",
       " 731166399389962242: '🔥ca kkk grand wizard 🔥 endorses @hillaryclinton #neverhillary #trump2016 URL',\n",
       " 714598641827246081: 'an open letter to trump voters from his top strategist-turned-defector URL via @xojanedotcom',\n",
       " 614467824313106432: 'god put a rainbow over the white house 🌈 URL',\n",
       " 715515982584881152: 'craigslist ad: ‘get paid $15 an hour to protest at the trump rally’ - URL URL',\n",
       " 693315824132685824: '#quasimodo: dog with short spine has big heart URL URL',\n",
       " 693843042546106369: 'need to #getcovered? most people can find a health insurance plan for as little as $75/mo: URL URL',\n",
       " 622891631293935616: '#wakeupamerica🇺🇸 who needs a #gun registry when #obama has all your personal information URL URL',\n",
       " 692630756548591616: \"japan's economy minister akira amari resigns over corruption allegations URL\",\n",
       " 693265096278163456: 'german shepherd with a rare spinal condition looking for a forever home. URL URL',\n",
       " 553589051044151296: 'several hostages freed at jewish supermarket in paris. photo thomas samson #afp URL',\n",
       " 553590835850514433: 'hostage-taker in supermarket siege killed, reports say. #parisattacks URL URL',\n",
       " 622858454949040128: 'in heaven chick-fil-a is open on sundays.',\n",
       " 656870311057575936: 'the 5 most accurate predictions from the decade-jumping adventures in #backtothefuture: URL URL',\n",
       " 616311563071434753: \"apologies if you've already seen a crow riding a bald eagle today. image: phoo chan story: URL URL\",\n",
       " 641666167992647681: 'oh, you invented the pencil? #appleevent URL',\n",
       " 525060425184858112: \"the canadian soldier killed in today's ottawa shooting is cpl. nathan cirillo, a family source told cnn. live blog: URL\",\n",
       " 672513234419638273: '\"thoughts and prayers are not enough.\" pres. obama speaks on mass shootings over the years: URL URL',\n",
       " 544382892378714113: 'five hostages escape sydney cafe siege — live updates from @buzzfeedoz URL URL',\n",
       " 681824512120324096: 'when she heard about south korean \"comfort women,\" @yunghi photographed some survivors URL URL',\n",
       " 620835698514464768: 'translucent butterfly - beautiful! URL',\n",
       " 626898253900943360: 'everyone mad at bruce for his sex change but no one gave ashit about that nerd minkus changing into chanel west coast URL',\n",
       " 618804516578680832: \"family: @schwarzenegger's last act as governor stole justice from dead son. URL URL\",\n",
       " 672632899921833984: 'why have there been more mass shootings under obama than the 4 previous presidents combined? URL URL',\n",
       " 553588178687655936: 'reports: #charliehebdo suspects killed URL',\n",
       " 594687353937100801: 'the kissing islands, greenland. URL',\n",
       " 613016993692798977: 'police chief says dylann roof was taken to burger king shortly after arrest URL',\n",
       " 663385747177775105: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 766715993385267201: 'russian olympic officials concerned after learning team’s clean urine reservoir almost empty URL URL',\n",
       " 693141729529184256: \"it's 2016. women should earn the same pay as men for doing the same work. URL #equalpay URL\",\n",
       " 524966904885428226: 'breaking update: canadian soldier injured at parliament hill shooting dies URL #ottawa',\n",
       " 613393657161510913: 'cops bought burger king for dylann roof following his arrest URL URL',\n",
       " 544374511194632192: 'update: total of 5 people have been able to get out of sydney cafe during hostage situation: URL URL',\n",
       " 706665777332621314: '.@berniesanders: in 2016, \"we will end institutional racism and reform a broken criminal justice system.” #demdebate',\n",
       " 693827886021767169: '\"our high school graduation rate is at an all-time high.\" —@potus URL URL',\n",
       " 604354747357859842: 'florida couple arrested for selling fake real estate on the moon #wtf15 👉🏿👉 URL URL',\n",
       " 767709416879644672: '\"i hate writing; i love having written.\" dorothy parker was born on this day in 1893: URL',\n",
       " 693146363685642240: \"watch one direction's original #xfactoruk auditions from 2010, where it all began URL URL\",\n",
       " 652783670370115585: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 674187250792558592: 'donald trump v adolf hitler URL',\n",
       " 726043971911213057: 'target boycott crosses 1 million signers, stock sinks by $1.5 billion URL',\n",
       " 524935485370929152: 'shooting in canadian parliament comes day after isis-inspired radical drove in2 canadian soldier. also reports of shooting at war memorial/1',\n",
       " 730939370765754368: 'ca grand dragon endorses hillary clinton on behalf of the kkk. #trump2016 URL URL',\n",
       " 723365789378584578: 'landmarks around world turn purple, in honor of #prince. #princerip #purplerain URL',\n",
       " 674244561519161344: '\"you\\'re increasingly compared to hitler. does that bother you?\" trump: \"no.\" URL',\n",
       " 553535829017370625: '#breaking - at least five hostages in paris kosher supermarket: (afp) URL #vincennes URL',\n",
       " 731093044460683264: 'target ceo responds to nationwide boycott of the store over transgender bathroom policy URL URL',\n",
       " 693086218276474880: \"oh, i'm so ready to watch @zaynmalik's #pillowtalk on mtv tonight at 8:15p. URL URL\",\n",
       " 692150118921957376: 'jeb bush campaign kicks off 3-state farewell tour with iowa town hall meeting URL URL',\n",
       " 656830586577883136: \"happy #backtothefuture day! how did 'back to the future: part ii' score on 2015 predictions? URL URL\",\n",
       " 553543369604210689: 'an 11-month old baby is among the hostages at the kosher supermarket in paris. unbearably sad. URL',\n",
       " 767814876433571840: 'rudy giuliani rips @hillaryclinton for dragging colin powell into email scandal: \"she lies every day.\" URL',\n",
       " 649985459389661184: 'an openly gay man said that he and his partner met with pope francis a day before kim davis did URL',\n",
       " 553531413459660800: 'update - afp says gunman who has taken a hostage at kosher supermarket in paris believed to be suspect in killing of policewoman on thursday',\n",
       " 693840291992838147: 'isis claims responsibility for triple bombing that killed at least 45 people and injured more than 100 near damascus. URL',\n",
       " 663925546812837888: 'solo cups have been red for decades. if starbucks was taking a shot at christmas, solo shot first.',\n",
       " 614604054552018944: 'the @whitehouse is rainbow-colored tonight in celebration of scotus same-sex marriage ruling. URL URL',\n",
       " 637382230394822656: 'ben carson: what happened to blacks during slavery is why i am pro-life on abortion today URL URL',\n",
       " 661222523275636736: \"anonymous to kkk: you can hood, but you can't hide. #opkkk #hoodsoff URL\",\n",
       " 714531423273746432: 'an open letter to @realdonaldtrump from his top strategist-turned-defector: URL URL',\n",
       " 675043569367982081: '‘el chapo’ threatens #isis: ‘my men will destroy you’ - URL URL',\n",
       " 544314234541469696: 'uber intros surge pricing in downtown sydney during hostage siege URL URL',\n",
       " 651809229842608128: 'avoid 5p bag charge using these from @trolleybagsuk enter here to #win a set with @star100x URL URL',\n",
       " 693140340367187969: 'chiefs te travis kelce will have his own reality tv dating show: URL URL',\n",
       " 553534838880608256: '#breaking gunman in policewoman killing suspected in new paris hostage-taking: source',\n",
       " 633961125126668288: 'a new cnn/orc poll finds @hillaryclinton ahead of @realdonaldtrump by just 6 points URL URL',\n",
       " 544512108885725184: 'paramedics are currently carrying out a number of hostages in #martinpl. #sydneysiege #9news',\n",
       " 552805488631758849: \"at least 12 killed in today's attack on satirical magazine #charliehebdo in paris, official says. URL\",\n",
       " 645711628046995462: \"latest starving 'refugees' from #syria . these guys look like friggin soldiers to me! URL\",\n",
       " 614608936491188225: 'white house lit in rainbow colors after gay marriage ruling URL URL',\n",
       " 693858804279201794: 'poor women in india are fighting for the right to have a job. \"when you start working, your heart opens up.\" URL',\n",
       " 674014933235859456: 'dearborn michigan, this morning. pro isis rally. spread the word, the fit is about to hit the shan here in the us. URL',\n",
       " 690042063958732800: \"#ausopen: british number one andy murray beats australia's sam groth 6-0 6-4 6-1 scores: URL URL\",\n",
       " 693041285087756288: 'saliha is one of the first women ever to stand for election in saudi arabia: watch her story URL URL',\n",
       " 620971220301787136: 'while @cnn is talking about #irandeal nasa confirms earth will experience 15 days of darkness in november 2015 URL',\n",
       " 656880145769197568: \"10 'back to the future' predictions that came true URL URL\",\n",
       " 674263945172119552: \"1.15 million americans have been killed by guns since john lennon's death URL URL\",\n",
       " 612646796355960832: 'after arrest, dylann roof was hungry. police bought him food from burger king. more details: URL URL',\n",
       " 544511199702822913: 'police move in: police confirm live ammunition used in martin place #sydneysiege',\n",
       " 650952376954650629: 'pathetic little twat can’t wait to argue over 5p bag\\xa0charge URL URL',\n",
       " 693441093048766464: \"icymi: joseph pena squatted 875 pounds. he's 17 years old ... URL\",\n",
       " 553107921081749504: 'two shot in paris, including traffic cop, as manhunt continues for #charliehebdo suspects URL URL',\n",
       " 666190716448587776: 'warning syrian refugees hv arrived in neworlean &they r here 2stay ur funds r being well invested in one-way tickets URL',\n",
       " 681199637387149313: 'sacha baron cohen and his wife donate $1 million to syrian refugees URL URL',\n",
       " 632377165477191680: 'trayvon martin at space camp in florida. #blacklivesmatter URL',\n",
       " 652992524504600576: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 763738618573623297: 'hillary clinton strategist bob beckel called for wikileaks editor julian assange to be assassinated: i do not... URL',\n",
       " 672927317191229440: 'this is the face of female jihadist #tashfeenmalik could pass for a widow or orphan😤#norefugees #islamistheproblem URL',\n",
       " 757367391202471937: '\"laziness is a trait in blacks,\" 1991 book quotes trump as saying: URL URL',\n",
       " 688819658057740290: 'us trying to locate americans missing in baghdad after al-arabiya reports they may have been kidnapped by militias URL',\n",
       " 692845716826300418: 'today, the @deptofdefense took steps to expand paid leave for military moms and dads → URL URL',\n",
       " 756282236375277568: '\"laziness is a trait in blacks,\" 1991 book quotes trump as saying: URL URL',\n",
       " 692748411481780224: 'man held at disneyland paris carrying \"low-calibre\" guns & copy of koran - police sources URL URL',\n",
       " 675193315306905600: 'el chapo vs isis: mexican cartel boss threatens islamic state over drug trade URL URL',\n",
       " 674364257799004160: 'adolf hitler vs donald trump URL',\n",
       " 716461257025581056: '.@berniesanders is pulling magic tricks out of a hat in nevada. we just officially won! URL',\n",
       " 662430295254175744: '#opkkk releases 500+ names and reveals unexpected #plottwist URL URL',\n",
       " 544512676643500033: 'breaking @skybusiness: freed hostage borne high from #sydneysiege w/c.4 paramedic teams on the scene URL ( carsonscottli',\n",
       " 638050997340893184: 'in celebrity death hoax news, james earl jones is not dead. URL URL',\n",
       " 692890520960397312: 'the terps do it again! no. 8 maryland knocks off no. 3 iowa 74-68, has beaten 5 of its last 7 top-5 opponents. URL',\n",
       " 544324444773433348: 'uber says it has hiked prices in sydney to \"encourage more drivers to come online & pick up passengers.\" URL #sydneysiege',\n",
       " 745236050407194624: \"the big one: 'large scale motion' detected along san andreas fault URL URL\",\n",
       " 673079581520318464: 'do these look like the faces of a homeless couple caught living in a walmart attic for 2 years? URL',\n",
       " 691995324752252930: '\"the dave i know is polite, modest, and content. jumbotron dave is crass and loud.\" URL URL',\n",
       " 673984270902427650: 'donald trump and adolf hitler. two sides of the same coin. #racism #fascism URL',\n",
       " 524975705206304769: \"#nhl cancels tonight's game between #ottawa and #toronto due to today's shootings. senators were to host maple leafs.\",\n",
       " 618805892222468096: 'jay z and beyoncé want to buy rights to the confederate flag: URL URL',\n",
       " 693086478667112448: 'the people have spoken: there is now a petition for @snoopdogg to narrate \"planet earth\" URL URL',\n",
       " 614595181845839873: 'the white house is lit up rainbow. URL',\n",
       " 654371696195993600: 'colorado mcdonald’s offers first marijuana friendly smoking section in restaurant - URL',\n",
       " 665358434351509504: 'breaking: 1st load of 10,000 syrian refugees arrived in new orleans URL #makeamericagreatagain URL',\n",
       " 755439197125767169: 'ohio police say an officer was served a sandwich containing glass shards at a restaurant. URL',\n",
       " 666633171325353989: 'the myth of zouheir, a \"hero muslim security guard\" in paris URL (via @bbctrending) URL',\n",
       " 729647367457230850: 'leading causes of death in the u.s.: 1. heart disease 2. cancer 3. medical error URL URL',\n",
       " 726442550266044416: 'because target believes men can pee with girls, their stock has taken a huge hit. good. keep boycotting target. URL',\n",
       " 666070802924617728: 'jindal demands info about refugees entering new orleans... URL',\n",
       " 544512664769396736: 'breaking: police enter #lindt cafe, hostages flee URL #sydneysiege URL',\n",
       " 692106491365605376: 'apple announces most profitable quarter in u.s. history—and the end of unprecedented growth URL URL',\n",
       " 727966590084485120: '.@caitlyn_jenner will reportedly pose nude for sports illustrated URL URL',\n",
       " 691789524498845699: 'president obama announces ban on solitary confinement for juveniles in federal prisons - washington post URL',\n",
       " 767803368081358848: 'fbi uncovers nearly 15,000 more emails and materials sent to or from hillary clinton. URL URL',\n",
       " 667379734343471104: 'donald trump is the new adolf hitler URL',\n",
       " 715671763808493569: \"☆☆craigslist ad allegedly posted by bernie supporters offered $15 to protest at trump's rally in wisconsin. trump already creating jobs!\",\n",
       " 653250169752977408: '.@hillaryclinton is ahead of @berniesanders by 19 percentage points, in a new cbs news poll released sunday. URL',\n",
       " 656361703664451585: 'well done scotland! 5p carrier bag charge 1 yr old today - 80% cut in usage - 650m less bags -£6.7m for good causes. URL',\n",
       " 643103859729166337: 'unreal: watch what happens when desperate muslim refugees are offered red cross food URL URL',\n",
       " 714560810266132480: 'letter to trump voters from his top strategist-turned-defector - i don’t know if this is real, but it’s believable. URL',\n",
       " 658065957823324160: 'the father of steve jobs, the ground-breaking founder of apple, was a refugee from syria URL URL',\n",
       " 693534670428971008: 'up to 100 masked men, dressed in black, involved in \"migrant attack\" in stockholm URL URL',\n",
       " 722885778448121857: \"a new transgender bathroom policy at @target is real, and it's fabulous: URL URL\",\n",
       " 614599619310407680: \"white house is aglow in the colors of the rainbow celebrating the supreme court's same-sex marriage decision. URL\",\n",
       " 706933939953344514: 'bernie sanders speaking about institutional racism 👏🏽🙌🏽 URL',\n",
       " 691285663522648065: 'investigations into nearly 60 allegations of unlawful killing against uk soldiers in iraq are dropped, mod says URL',\n",
       " 661229627734667264: 'mayors flatly deny klan membership after #anonymous releases names online URL #opkkk #hoodsoff URL',\n",
       " 714755546285477888: \"donald spunktrumpet's former communications director stephanie cegielski has resigned and written this - URL\",\n",
       " 672102358516670465: 'holy christ, #samuraijack is returning to television! URL URL',\n",
       " 673686233936072704: '72 dhs employees on the terror watch list: URL h/t @penguinsfan62',\n",
       " 618192748735299584: 'the kissing islands, greenland! URL',\n",
       " 715264793737879553: \"donald trump supports abortion ban and 'punishment' for women URL\",\n",
       " 614594667225571328: 'breaking: the @whitehouse is celebrating with us tonight lit up in rainbow colors. #lovewins URL',\n",
       " 693935557009801218: \"iran's supreme leader awards medals to troops who 'captured' u.s. sailors URL URL\",\n",
       " 644229386149888001: 'greek customs captured containers of weapons and ammunition going to refugee camps in europe as \"plastic furniture\" URL',\n",
       " 763428684850094080: 'breaking video : hillary surrogate calls for the assassination of julian assange. URL',\n",
       " 671181758692507648: 'desperate ted cruz claims planned parenthood shooter was transgender leftis; based on rumor he read URL',\n",
       " 692078399012130816: 'woman a leading authority on what shouldn’t be in poor people’s grocery carts URL URL',\n",
       " 752875379765968897: 'ted cruz is apparently riding with the president on air force one en route to dallas. man, barack obama is a saint.',\n",
       " 626642648179159040: 'this is how people in china are riding escalators after a horrific accident URL URL',\n",
       " 742114513726623744: 'a tweet from @realdonaldtrump about the #orlando shooting: URL URL',\n",
       " 716457799392342018: 'bernie sanders has actually won nevada, not hillary clinton! the people have spoken! URL URL',\n",
       " 778625026144792577: 'massachusetts court finds that it’s ‘reasonable’ for black men to run from police to avoid racial profiling… URL',\n",
       " 614610920782888960: 'there will be cool photos of the white house w rainbow colors tonight but hard to top this one by chuck kennedy. URL',\n",
       " 715254040289021952: 'donald trump tells chris matthews: women deserve ‘some form of punishment’ for abortion URL URL',\n",
       " 673872171341447169: '72 dhs employees on terrorist watch list URL via @kredo0 URL',\n",
       " 693167683701968896: \"women in america still earn only $0.79 for every $1 men make. it's time for #equalpay → URL URL\",\n",
       " 724624672604610562: \"people are over here boycotting @target over their new transgender bathroom policy and i'm just like URL\",\n",
       " 655432919595548672: \"thousands of people in china claim they have seen a 'floating city' in the sky URL\",\n",
       " 692014905239666688: \"danish lawmakers approve bill allowing seizure of asylum seekers' valuables to help cover expenses. URL\",\n",
       " 544520042810200064: '#sydneysiege is over. 2 confirmed dead, #prayforsydney #prayforsydneyhostages #sydney #hostages',\n",
       " 692803280238419971: 'usgs: sonic boom confirmed in new jersey area after reports of shaking; cause not immediately known URL',\n",
       " 664000310856310784: 'mysterious creature discovered in california, everyone naturally cries alien: URL URL',\n",
       " 742571519105077248: \"considering the #orlando shooter was a registered democrat i'd like to just put these back here: URL\",\n",
       " 767541796410839040: \"powell breaks silence: clintons trying to 'pin' scandal on me! URL\",\n",
       " 641972184412327937: 'alert! islam taught in tennessee schools URL #wakeupamerica #tcot #wethepeople #pjnet #ccot URL',\n",
       " 651321040119963648: 'el chapo puts $100 million bounty on donald trump...dead or alive! URL',\n",
       " 662151653462790144: \"hackers from anonymous say they're set to expose hundreds of kkk members URL #opkkk URL\",\n",
       " 693844030589902848: '.@dylanobrien learned the hard way to not mess with @shelleyhennig: URL URL',\n",
       " 676067381299576832: '72 dhs employees on terrorist watch list - washington free beacon URL',\n",
       " 544491151118860289: 'sydney hostage-taker - man monis, 49 - originally from iran - self-styled sheikh - accused of sexually assaulting 7 women developing..',\n",
       " 544515538383564801: 'haron monis,hostage-taker in #sydney: fled #iran 96,suspect in ex-wife killing,46 sex assaults URL URL',\n",
       " 673615400655970304: \"shock: 72 'homeland security' employees on terrorist watch list... URL\",\n",
       " 653432261203750912: 'why drunk vegetarians eat meat URL via @thedailybeast',\n",
       " 641443248909754368: \"kim davis angers 'eye of the tiger' creator after using song at prison release URL\",\n",
       " 614601139422633984: 'white house lit in rainbow colors following us supreme court ruling that same-sex couples have right to marry. URL',\n",
       " 524931324763992064: 'very reliable source on parliament hill tells me the assailant has been killed. #cdnpoli #ottnews',\n",
       " 707786906189303808: \"meet kenny the tiger. he was born with down syndrome. he's proof you don't have to be perfect to be beautiful ❤️ URL\",\n",
       " 656047932093763584: 'cnn/orc poll: clinton did best in 1st dem debate, but only sanders significantly increased support in past month. URL',\n",
       " 723025600810766336: '#ripchyna: the wwe icon has passed away at the age of 45. URL URL',\n",
       " 656595123590012928: \"10 'back to the future' predictions that actually came true URL URL\",\n",
       " 615346611955183616: 'breaking: south carolina to ban sale of tylenol. they fear picking of cotton from the bottles may represent slavery. URL',\n",
       " 763524712853102596: 'hillary clinton strategist bob beckel called for wikileaks editor julian assange to be assassinated. #dncleaks URL',\n",
       " 663817239896821760: 'for everyone who thinks starbucks red cups are ruining christmas URL URL',\n",
       " 659462980476637184: 'fda confiscates several thousand chickens from kfc farms as mutations worsen URL URL',\n",
       " 669259395902152704: 'months ago, rupert murdoch bought national geographic and fired most of writers. this just hit the stands. URL',\n",
       " 620367840902782976: \"translucent butterfly - beautiful! ' URL\",\n",
       " 733242244522725376: '🎯 #target backlash over transgender bathroom policy hits \"boiling♨️point\"❗️ URL #boycotttarget URL',\n",
       " 544301453717041152: 'breaking update: gunman says four devices are located around sydney. security response underway. police calling for calm. 9news',\n",
       " 628045645010608128: 'sylvester stallone was so broke before his script for rocky was accepted that he sold his dog for $25. after he bought it back for $15,000.',\n",
       " 672169954016403456: 'pres. obama on #sanbernardino: \"we have a pattern now of mass shootings in this country that has no parallel.\" URL',\n",
       " 693076140278153217: 'michael phelps\\' gold medals and speedo crashed asu\\'s \"curtain of distraction\" last night. you read that right. URL',\n",
       " 674314254732931072: '.@presssec: @realdonaldtrump comment \"disqualifies\" him from presidency URL via @talkopan URL',\n",
       " 714555825122107392: 'an open letter to trump voters from his top strategist-turned-defector URL @juddapatow @andylassner @bettemidler',\n",
       " 611039775856812032: \"what's lurking underneath that crispy crust? a kfc customer claims he got a fried rat: URL URL\",\n",
       " 778681502825451520: 'black men have legitimate reason to run from police – #massachusetts supreme court URL URL',\n",
       " 525068915068923904: '***exclusive*** michael zahaf-bibeau caught on a #dashcam model sold at URL #ottawashooting URL',\n",
       " 740791134146965504: \"dear @hillaryclinton you're not the 1st woman presidential candidate. victoria woodhull is. look @realdonaldtrump URL\",\n",
       " 544504183341064192: 'escaped #sydneysiege hostage, elly chen, a top student and skilled sportswoman URL URL',\n",
       " 553476490315431937: 'police convoy and helicopters are rushing to scene to detain charlie hebdo massacre suspects URL URL',\n",
       " 761573188543229952: 'good news: our businesses have added 15 million jobs over the past 77 months → URL URL',\n",
       " 673696115305406466: '72 dhs employees on terrorist watch list URL',\n",
       " 651825062174195712: 'ben carson is the most brainless brain surgeon in america. my new column: URL',\n",
       " 633949800761700352: 'cnn/orc poll: donald trump now competitive in general election URL via @jennagiesta URL',\n",
       " 761999790892806144: '“our team boasts the most women who have ever competed for any nation at any olympic games.” —@potus on @teamusa: URL',\n",
       " 553587013409325058: \"#breaking charlie hebdo gunmen's hostage freed and safe after police assault\",\n",
       " 544513524438155264: 'sydney siege: police enter cafe as hostages flee the scene, gunfire heard, reports of an injured person – live URL',\n",
       " 672539897899577344: 'mass shootings list. reagan - 11 bush sr - 12 clinton - 23 bush jr - 16 obama - 162 #sanbernadino',\n",
       " 693691456222052352: 'red alert! drake just dropped a new single called, \"summer sixteen\" from his new album. URL URL',\n",
       " 693648684857323521: 'spoiler alert: leo and kate were ridiculously cute together at the 2016 #sagawards. URL URL',\n",
       " 655812191233417216: 'when refusing to pay the 5p bag charge backfires URL 😂🙈',\n",
       " 672219174463275008: 'pres. obama on #sanbernardino: \"we have a pattern now of mass shootings in this country.\" URL URL',\n",
       " 614628865353351168: 'the white house takes on rainbow hues in celebrating #scotusmarriage decision: URL URL',\n",
       " 727854332188577792: 'perhaps media should ask hillary about this clinton campaign made payments to hard drive destruction company URL',\n",
       " 544358564484378624: 'police: negotiators are now in contact with armed hostage-taker in sydney situation; motive remains unknown - URL',\n",
       " 742012307694223361: '#orlando oh look the muslim shooter was also a democrat! URL',\n",
       " 707332312724283392: \"obama to skip nancy reagan's funeral for music, film festival in austin, tx URL via @waynedupreeshow\",\n",
       " 755447443009916929: 'police shut down restaurant after officer cuts mouth on shards of glass found in sandwich URL URL',\n",
       " 693555965019492352: 'denver medical center on lockdown; 9 at hospitals after deadly incident at denver coliseum URL URL',\n",
       " 705092738224525312: 'breaking news: search \"how can i move to canada\" skyrocketed following #supertuesday URL',\n",
       " 724661834419048448: \"hey guys, target isn't backing down check the usa today article about the boycott URL\",\n",
       " 757190314880884736: 'donald trump: \"...laziness is a trait in blacks. it really is, i believe that. it’s not anything they can control.” URL',\n",
       " 544278985249550337: 'geoblock lifted on #abcnews24. streaming coverage of the martin place siege in sydney here URL',\n",
       " 544367462012432384: 'more: police confirm 3 hostages escape sydney cafe, unknown number remain inside URL #sydneysiege',\n",
       " 775672628493357057: 'clinton hides failing health? full disclosure now: covert doctors and nurses URL via @mailonline #maga @realdonaldtrump',\n",
       " 692797856386777089: 'an adorable young fan asked riley curry to be his valentine ... and steph responded: URL URL',\n",
       " 614645853291155457: 'as sun goes down, white house lights up rainbow colors to celebrate scotus ruling: URL URL',\n",
       " 682916727282270208: \"erdoğan cites hitler's germany as example of effective government URL\",\n",
       " 725983128444129280: 'starve the beasts destroying our #civilsociety #target stock ➡️ sinks $1.5 billion URL URL',\n",
       " 766808183696351233: '\"laziness is a trait in blacks\"-trump, according to former president of trump plaza hotel and casino @vitico46 URL',\n",
       " 552791196247269378: \"breaking: at least 10 killed in shooting at french satirical newspaper charlie hebdo, paris prosecutor's office says. URL\",\n",
       " 524943490887991296: 'confirmed | 1 shooter shot dead at parliament hill, but there is more than 1 suspect. #cbcott #ottnews',\n",
       " 667534186450825216: \"steve jobs' biological father was a syrian immigrant.\",\n",
       " 687643002240679936: 'three men found guilty of involvement in \"largest burglary in english legal history\" at hatton garden URL',\n",
       " 723511860516016128: 'all in purple: memorials and landmarks across the globe honor #prince after his death. URL URL',\n",
       " 677099574855639044: 'plumber suing car dealership for $1m after truck he traded in ends up in hands of isis: URL URL',\n",
       " 544391533240516608: 'five hostages have escaped the besieged lindt cafe in #sydney | our latest update: URL URL',\n",
       " 656825206045020160: \"#backtothefuture fans, it's october 21, 2015 — the future is finally here! URL URL\",\n",
       " 525025279803424768: \"the soldier shot dead in wednesday's ottawa attacks has been named as cpl. nathan cirillo of #hamont #ottawashooting URL\",\n",
       " 693119705469587456: 'nasa astronaut @stationcdrkelly captures a beautiful sunrise from aboard the international space station. URL',\n",
       " 666051332504207360: 'jindal protests sending of syrian refugees to new orleans URL URL',\n",
       " 692929779696275456: 'ohio lawmakers want to know why state’s epa didn’t tell public about lead leaking into water supply of sebring. URL',\n",
       " 650975967146602496: \"uk • you're right to be nervous about the 5p plastic bag charge. when they implemented this in california the streets ran red with blood.\",\n",
       " 553544694765215745: \"french police publishes photos of suspect in yesterday's montrouge shooting. maybe the same persons in kosher market URL\",\n",
       " 674080899055546368: 'a vote for donald trump is a vote for adolf hitler.',\n",
       " 626770498328895488: \"translucent butterfly - beautiful! ' URL\",\n",
       " 657007736467525632: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 614626710248534016: '\"these colors celebrate a new chapter in the history of american civil rights.\" #lovewins URL URL',\n",
       " 751536167183613952: \"#urgent so-called 'purge' planned tonight in baton rouge 1200am - 0500am. #bluelivesmatter - heres the flash >> URL\",\n",
       " 693771953648373760: 'in china, 77% of jobs are threatened by automation URL URL',\n",
       " 649903655160815616: \"vatican says #kimdavis' meeting w/ #popefrancis 'should not be considered a form of support.' URL URL\",\n",
       " 692082861525078017: 'tony the tiger has no more cummies left to give URL URL',\n",
       " 614054616154550273: 'charleston church shooter dylann roof receives $4 million in donations from supporters - URL URL',\n",
       " 674301960787505153: 'donald trump has been disqualified for running for president URL',\n",
       " 658755852199927808: 'test finds human dna in hot dogs, meat in vegetarian products URL URL',\n",
       " 748543642323783681: 'obama cuts military pay third year in a row, while pushing $15 min. wage for burger flippers URL URL',\n",
       " 614494170590367744: \"theres' a double rainbow over the white house URL\",\n",
       " 661870323034431489: 'holy shit. rupert murdoch just killed national geographic. URL',\n",
       " 637873886072320001: 'sanders closes to 7 points behind clinton in new iowa poll. URL URL',\n",
       " 732004388181434368: 'target’s new transgender policy raises all sorts of questions. URL',\n",
       " 689938201193115648: '.@potus on declaring a federal emergency in #flint, michigan to supplement state and local response efforts. URL',\n",
       " 645362146415525888: '#bulgaria finds 10,000 #fake passports hidden by #muslim refugees heading for #germany passports for #terrorists URL',\n",
       " 692758581494599681: 'french police hunting woman who was with an armed man arrested near disneyland paris. URL',\n",
       " 672632863452299264: 'reagan (11 mass shootings) bush sr (12 mass shootings) clinton (23 mass shootings) bush jr (16 mass shootings) obama (162 mass shootings)',\n",
       " 727187859367546880: 'good news!: target stock plummets #lbgtq #bathroombill URL #tcot #pjnet #rednationrising URL',\n",
       " 764931593303646208: \"fox news host claims hillary clinton had seizure on camera, has 'secret' health issues URL URL\",\n",
       " 525056576038518785: 'soldier killed in canada shooting was a young reservist with a six-year-old son URL URL',\n",
       " 672433211604013057: 'reagan (11 mass shootings) bush sr (12 mass shootings) clinton (23 mass shootings) bush jr (16 mass shootings) obama (162 mass shootings)',\n",
       " 747275598347837440: 'newsflash⚡️the #orlando shooter was a muslim and a democrat✔️ not a republican or christian❌ #gaypride2016 URL',\n",
       " 774833492865593344: 'nurses save lives of all different races and colors, but @hillaryclinton thinks we belong in a #basketofdeplorables. URL',\n",
       " 760928376668454912: 'before hillary clinton, there was victoria woodhull, a pro-life feminist who ran and was nominated for president. URL',\n",
       " 728013148788154368: 'report: caitlyn jenner will pose nude for sports illustrated URL URL',\n",
       " 614618682543616000: 'white house shines rainbow-colored lights in honor of #scotus gay marriage decision #lovewins URL URL',\n",
       " 693060960001597440: 'mark zuckerberg is now richer than the koch brothers 💰 URL URL',\n",
       " 693826104633737217: 'watch bernie sanders sing \"this land is your land\" with vampire weekend at iowa students rally URL',\n",
       " 723644048867774464: 'niagara falls turned purple on the day prince died: URL URL',\n",
       " 742050150307246080: 'shooter in orlando was: a. muslim b. registered democrat voter c. isis d. homophobic e. ready for hillary URL',\n",
       " 675064077367005184: 'el chapo threatens isis URL URL',\n",
       " 524926235030589440: 'breaking news: at least 3 shots fired at ottawa war memorial. one soldier confirmed shot - URL URL',\n",
       " 749286768554438658: \"what's the no. 1 killer of americans? these rankings have changed little over the years URL URL\",\n",
       " 544380742076088320: 'this is shot that captures the #sydneysiege: sheer terror/relief of escaped hostages, incredible work of @nswpolice URL',\n",
       " 614605997953404929: \"white house lit in rainbow colors after high court's gay marriage ruling (with photo) URL\",\n",
       " 629503919098429440: 'chick-fil-a to open on sundays URL',\n",
       " 692623941131722752: '3-legged dog expected to survive after getting shot while scaring off armed robbers. URL URL',\n",
       " 626546123713474560: 'this is how people in china are riding escalators after a horrific accident URL URL',\n",
       " 672906198434209792: \"farook family attorney says brothers in the family never saw tashfeen malik's face because she always wore a burka. URL\",\n",
       " 673615263040798726: '72 dhs employees on terrorist watch list URL',\n",
       " 647169573599449088: \"new cnn democratic poll: bernie sanders 46 hillary clinton 30 joe biden 14 martin o'malley 2\",\n",
       " 641050980985999360: 'happy \"$15 minimum wage\" labor day from mcdonalds URL',\n",
       " 727179214546456577: \"target's stock has taken a $2.5 billion hit over its insistence on insulting regular customers URL\",\n",
       " 666107476526432256: 'muslim security guard stopped bomber from entering the stadium during #parisattacks URL #zouheir URL',\n",
       " 620916279608651776: 'nasa confirms earth will experience 15 days of complete darkness in november 2015 - URL URL',\n",
       " 673664899571060736: '72 dhs employees on terrorist watch list URL via @kredo0 URL',\n",
       " 544271284796784640: \"developing: gunman takes hostages in sydney cafe, 'isis' flags being held against window - URL URL\",\n",
       " 692071267189395457: \"here's why @potus is taking steps to ban solitary confinement for low-level infractions: URL URL\",\n",
       " 651486105628463105: 'black people can be so stubborn to change.... #5pbagcharge URL',\n",
       " 675065047710892033: 'mexican drug kingpin \\'el chapo\\' reportedly threatens to destroy isis \"p*ssies.\" URL URL',\n",
       " 668144671772778497: 'according to anonymous, the next isis target is a wwe event in atlanta. URL URL',\n",
       " 604625816992002049: 'the kissing islands, greenland. URL',\n",
       " 682996350909157376: \"turkey's president says all he wants is same powers as hitler URL URL\",\n",
       " 688752927381581824: '\"today’s progress...these things are a reminder of what we can achieve when we lead with strength and wisdom.\" —@potus on progress with iran',\n",
       " 693087220459270144: \"4 miners now rescued from mine in china's shandong after 36 days underground - state media URL URL\",\n",
       " 524962142563610625: '#breaking rick hughes at cbc hamilton: the soldier who was shot in ottawa wednesday morning is a reservist serving in hamilton',\n",
       " 693573781730783232: \"ooh, baby! dickie v loved this reverse dunk by ben simmons. lsu's up double-digits on no. 1 oklahoma: URL\",\n",
       " 692083780123783172: 'actor abe vigoda has died at 94 URL URL',\n",
       " 627828211003469825: 'this is how people in china are riding escalators after a horrific accident URL URL',\n",
       " 693059995013742592: 'mook spooked: hillary manager predicts trump will win presidency if nominated!',\n",
       " 614594195479752704: \"white house lit in rainbow colors after today's historic supreme court ruling #scotusmarriage URL\",\n",
       " 692691444046372865: 'zika virus \"spreading explosively\" around the americas, who director-general says. URL',\n",
       " 614593989203886080: 'the @whitehouse is lit up like a rainbow! #lovewins URL',\n",
       " 690376107825192960: 'happy #nationalhugday! URL',\n",
       " 658259426172891136: '4 legged chickens: fda confiscates several thousand chickens from kfc farms as mutations worsen URL',\n",
       " 676586804242309121: 'isis has been killing babies afflicted with down syndrome and other disabilities, activists claim URL',\n",
       " 651959206287908868: \"donald trump's capture, dead or alive, is reportedly worth $100 million to el chapo. URL URL\",\n",
       " 681147789653356544: 'katy perry -- makes holiday wish come true for burn victim URL',\n",
       " 652882609219833856: \".@realdonaldtrump: what's the secret of my popularity? my looks. i'm very handsome. URL URL\",\n",
       " 544476808566276097: \"tv channels have chosen not to show videos of hostages relaying #sydneysiege gunman's demands. URL URL\",\n",
       " 687274510643511296: 'the oregon militia idiots would like you to stop mailing them dildos, please URL URL',\n",
       " 647464349611589632: 'poll: @hillaryclinton trails @berniesanders in new hampshire, even without @vp in the race URL URL',\n",
       " 726086935903494144: 'target boycott crosses 1 million signers, stock sinks by $1.5 billion - breitbart URL',\n",
       " 691632238035886081: 'former conservative minister lord cecil parkinson dies aged 84, after suffering from cancer, his family says URL',\n",
       " 524952883343925249: \"watch video showing gunfire inside canada's parliament in ottawa URL URL\",\n",
       " 688021039322894336: 'kosovo war crimes court to be set up in the hague, dutch government says URL',\n",
       " 707308274270539777: \"no one is surprised by this.of course obama is skipping nancy reagan's funeral.dignity isn't his strongest attribute URL\",\n",
       " 691678576018657281: 'adorable but frightened sloth rescued from side of highway in ecuador URL URL',\n",
       " 692874200927698945: 'report: las vegas sands to propose $1 billion domed stadium to possibly draw nfl franchise - fox5 las vegas URL',\n",
       " 666640008149925893: 'son of a syrian refugee URL URL',\n",
       " 663515735231062016: 'michelle obama says ‘white folks’ are what’s wrong with america URL no michelle you are whats wrong with america',\n",
       " 643139873264812032: 'and so it begins…isis flag among refugees in germany fighting the police [pictures] URL URL',\n",
       " 689860942671130624: \"7 years ago, @potus bet big on rescuing the american auto industry. here's how it paid off: URL URL\",\n",
       " 656662726014599168: 'the father of steve jobs, the ground-breaking founder of apple, was a refugee from syria URL URL',\n",
       " 674229534888185856: 'who said it: donald trump or adolf hitler? URL URL',\n",
       " 716424773216022530: \"it seems @berniesanders has won back nevada! don't let @clarkcountynv dems rig it against @sensanders! #feelthebern URL\",\n",
       " 672432930426372096: 'ever wonder why the most mass shootings ever have happened under obama? URL via @rebootliberty URL',\n",
       " 600451916414484480: 'nasa recently released imagery showing the deforestation of america …in just 34 years. URL',\n",
       " 692838430783332357: \"nation's dog owners demand to know who's a good boy URL URL\",\n",
       " 717081129627553792: \"this is kenny, the tiger with down syndrome. this proves you don't have to perfect to be beautiful ❤️ URL\",\n",
       " 765612862681255936: '.@greysabc season 13 will focus on the \"originals\" URL #greysanatomy URL',\n",
       " 641088973717110784: '#imachristianbut i wish chick-fil-a was open on sundays.',\n",
       " 652349108653551616: 'surprising number of vegetarians secretly eat meat URL URL',\n",
       " 777710439870455808: 'all living ex-presidents warn against donald trump URL URL',\n",
       " 553508098825261056: 'police have surrounded this building where the suspected #charliehebdo attackers are holed-up URL URL',\n",
       " 762793077509464064: '\"if you could compete in any olympic event, what would you choose?\" —@potus asks @flotus: URL URL',\n",
       " 614628136634949632: 'the @whitehouse is lit up in a rainbow #lovewins URL',\n",
       " 580324027715063808: 'just in: germanwings plane crashes in southern france, up to 150 feared dead URL',\n",
       " 634665777400950784: 'translucent butterfly URL',\n",
       " 674301413040758785: '.@presssec: @realdonaldtrump muslim comment \"disqualifies\" him from presidency URL URL',\n",
       " 613362193787129860: 'the kissing islands, greenland. URL',\n",
       " 743764020679741440: 'obama cuts military pay for third year in a row, while pushing for $15 min. wage for burger flippers: URL',\n",
       " 692820029159653377: 'beck on david bowie: \"he’s always been a guidepost for me\" URL URL',\n",
       " 693471161313816576: 'lego’s first-ever figurine in a wheelchair is prompting ‘genuine tears of joy’ URL',\n",
       " 716092408920936448: 'international criminal george soros & his boi @davidbrockdc are sooo busted #fauxprotests #ringers @realdonaldtrump URL',\n",
       " 524941132237910016: \"here's that dramatic video via @josh_wingrove of shots fired inside parliament building: URL #ottawa #shooting\",\n",
       " 727116900983934976: '. @target stock plunges in early days of @americanfamassc boycott. URL',\n",
       " 655986243042459648: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 544283772569788416: 'live updates: siege in sydney cafe URL',\n",
       " 693818562981421056: \"icymi: somehow lebron came out in shorts that didn't match the rest of his team ... so he had to change mid-quarter. URL\",\n",
       " 658938136299511808: 'human dna found in hot dogs - and 10% of vegetarian sausages contain meat URL URL',\n",
       " 618449248179191808: 'girl killed in her sleep from wearing earbuds while iphone was charging - URL URL',\n",
       " 693897857376632832: 'clinton ominously tells iowan supporters to mark front doors with campaign logo before sundown URL',\n",
       " 692410832307818497: 'will you watch thursday’s #gopdebate if @realdonaldtrump is not on stage? URL',\n",
       " 662381914842603520: 'rt @operation_kkk: official #opkkk #hoodsoff 2015 data release URL with love, anonymous . URL',\n",
       " 615494435074363392: 'if they can light up the white house like a rainbow for gay pride, it sure as hell better be red, white & blue for independence day. merica.',\n",
       " 763520953619918848: 'dear #msm bob beckel calling for assassination of #julianassange URL @ericbolling URL',\n",
       " 766568413418356736: 'us swimmer jimmy feigen to pay $11,000 to charity as part of deal to settle brazil robbery dispute - us media URL',\n",
       " 676367888543031296: 'north carolina town rejects solar panels for sucking \"up all the energy from the sun.” URL URL',\n",
       " 692758050378256388: 'elvis presley made his tv debut 60 years ago today. look back at his history on the tube URL URL',\n",
       " 642465192408940544: '#wakeupamerica heads need to roll! school forcing non-muslims to praise islam URL #bansharia URL',\n",
       " 612438528803213312: 'after police arrested #dylannroof, they went and bought him burger king because he was hungry. #charlestonshooting URL',\n",
       " 613425834301485056: 'police bought #dylannroof food from @burgerking after he was arrested for church shooting: URL URL',\n",
       " 714567472712589312: 'how many more trump supporters will defect? an open letter to trump voters from his top strategist-turned-defector URL',\n",
       " 693281966846808064: 'a head-on collision with another planet may have created our moon, researchers say URL URL',\n",
       " 659428447459110912: '#opkkk: #anonymous to reveal identities of 1,000 ku klux klan members URL URL',\n",
       " 672902686380003328: 'reagan (11 mass shootings) bush sr (12 mass shootings) clinton (23 mass shootings) bush jr (16 mass shootings) obama (162 mass shootings)',\n",
       " 659439879701602304: 'fda confiscates several thousand chickens from kfc farms as mutations worsen URL URL',\n",
       " 553590459688570880: 'several hostages freed at jewish supermarket in paris. photo thomas samson #afp URL',\n",
       " 525058976376193024: 'our thoughts and prayers go out to nathan cirillo who died today in ottawa while protecting his country at age 24 URL',\n",
       " 669201837187334144: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 652300118205427716: 'survey: 1 in 3 vegetarians admits to eating meat when drunk... URL',\n",
       " 693203974388895744: 'a tiny alpine town in northern italy just welcomed its first baby in 28 years 🍼👶 URL URL',\n",
       " 747443219487678464: 'nyc pride parade after orlando: “republican hate kills\" no. the orlando shooter was a muslim democrat. URL',\n",
       " 755548076438196225: 'colombus, ohio police officer served sandwich with shards of glass. URL',\n",
       " 728627623488786433: 'breaking: tom brady set to share sports illustrated cover with caitlyn jenner.... URL',\n",
       " 553476880339599360: 'developing: police pursuing #charliehebdo shooting suspects, helicopters deployed - live feed: URL URL',\n",
       " 749039299677417472: 'after the orlando shooting this is how they protest, and the shooter was a registered democrat... URL',\n",
       " 687537772970684417: 'jakarta attacks: #kamitidaktakut hashtag shows indonesians are not afraid URL',\n",
       " 725070832494624769: \"boycott the hell out of target. they think it's ok that boys pee with girls so let's hit em where it hurts - money. URL\",\n",
       " 728038172270198787: 'caitlyn jenner will pose nude on the sports illustrated cover. nothing says sexy like a 66 year old chick with balls.',\n",
       " 500378223977721856: 'oh. so now the #ferguson police chief says the cop didn\\'t know about the robbery when he stopped #mikebrown. the kid was \"jaywalking\"? bs!',\n",
       " 724348906096590849: '340,000 pledge to boycott @target over transgender bathroom policy URL URL',\n",
       " 658786161733734400: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 728207861050970112: 'caitlyn jenner will pose nude on the sports illustrated cover. her balls will be censored by a sad michael jordan face.',\n",
       " 651402689352351744: 'help the red cross provide food, water & cots for refugees across europe. URL \\xa0 #aidrefugees URL',\n",
       " 634943791934406657: 'marilyn monroe and james dean smoking in new york city URL',\n",
       " 544319832486064128: 'hostage situation erupts in sydney cafe, australian prime minister says it may be \"politically motivated\" URL',\n",
       " 693606934050684928: 'looking at eddie redmayne looking at alicia vikander is making us all kinds of emotional. #sagawards URL',\n",
       " 666810213274689537: 'but democrats say that syrian refugees are 3 year-old orphans. so why are they worried about them buying guns?',\n",
       " 692702295281262593: 'the @who predicts 3 to 4 million cases of #zikavirus that is spreading through americas URL',\n",
       " 692498490249891842: '\"an attack on any faith is an attack on all our faiths.\" —@potus at @israelinusa',\n",
       " 689867195657101312: '13 questions with @madisonbeer, the 16-year-old singer @justinbieber discovered on youtube: URL URL',\n",
       " 553512735192141826: 'update - afp: an unnamed police source says the killing of the policewoman in #paris on thursday is linked to the #charliehebdo attack',\n",
       " 544517264054423552: '#breaking: police have confirmed that the #sydneysiege is over. #9news',\n",
       " 656629493377990656: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 663744139666804736: \"as you ignore the cold homeless guy sitting outside starbucks, please be sure to complain about the 'non-christian' red cup of $5 coffee.\",\n",
       " 675005503160901632: 'after mass shootings, obama seeks to expand background checks for gun sales by executive order to bypass congress URL',\n",
       " 638047610973089793: 'obese woman arrested for starving her 7 kids: \"there was only enough food for me\" URL URL',\n",
       " 727623131494387714: 'clinton campaign made payments to hard drive destruction company 🤔 destruction of 14 hard drives @hillaryclinton ⁉️ URL',\n",
       " 723198441690636288: 'pop legend prince has died at 57: URL URL',\n",
       " 641082932740947972: 'judy carne, ‘sock it to me girl’ on ‘laugh-in,’ dies at 76 URL',\n",
       " 648894687542034432: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 692925396292091905: \"paul kantner was jefferson airplane's conceptual heart. here are 12 essential songs URL URL\",\n",
       " 752965545528528898: 'homicide is among the top five causes of death in adolescents URL #endviolence URL',\n",
       " 778572032531427332: 'massachusetts court finds that it’s ‘reasonable’ for black men to run from police to avoid racial profiling… URL',\n",
       " 716451800581279744: \"it's official, @berniesanders actually won nevada today. came down to 2 factors. 1. enthusiasm 2. organization URL\",\n",
       " 637868242560638980: 'woman stabs boyfriend for not liking instagram selfie fast\\xa0enough URL URL',\n",
       " 498430783699554305: 'witness: police allegedly stopped mike brown after yelling at him to walk on sidewalk. #ferguson URL',\n",
       " 641430951403343872: 'translucent butterfly - beautiful! URL',\n",
       " 635632641635667968: \"'great pacific garbage patch' researchers return with data URL URL\",\n",
       " 652000523525091328: \"a third of 'vegetarians' eat meat when drunk on a night out URL URL\",\n",
       " 626897206717624320: \"did a real life 'fallen angel' just fall from the sky in london? ‼️‼️ 👉 URL 👈 URL\",\n",
       " 693476774462820352: 'merkel says refugees must return home once war is over URL',\n",
       " 626516248206135296: 'this is how people in china are riding escalators after a horrific accident URL URL',\n",
       " 676094756758364160: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 715256242990505984: 'just in: donald trump tells @msnbc: \"there has to be some form of punishment\" for abortion URL',\n",
       " 690650123358093312: 'google agrees to pay £130m in back taxes after \"open audit\" of its accounts by uk tax authorities URL',\n",
       " 701514249269542912: \"no, the polling doesn't prove bernie sanders won the hispanic vote in nevada URL\",\n",
       " 623599854661541888: 'obama; - hours to light up white house in rainbow colors for gay marriage. - 5 days to lower flag for dead marines. URL',\n",
       " 629209452793626624: 'a russian laboratory has invented a way to remove the black skin layer of black people URL',\n",
       " 693811101146963968: 'trump hopes for reversal on same-sex-marriage URL | ap photo URL',\n",
       " 666497286663503872: \"remember: steve jobs' biological father was a syrian migrant. URL (photo: ap) URL\",\n",
       " 642432477185867776: 'the stickers on fruit are edible.',\n",
       " 682999206290829312: 'underrated person of the year 2015 candidate—the prime minister of singapore URL URL',\n",
       " 660466342038867969: 'calling #anonymous collective to fire at all #kkk & affiliated sources on nov 16. URL #opkkk #hoodsoff retweet/share',\n",
       " 656202544331517952: 'no, internet, cnn did not delete its poll showing bernie sanders won the democratic debate. URL URL',\n",
       " 727172374999666688: 'we should pick a company a month. 1.1 million families join afa’s target boycott, stock takes $2.5 billion hit - URL',\n",
       " 647193820812177408: \"alert: don't fall for this new facebook scam URL URL\",\n",
       " 723772395211862016: 'niagara falls turned purple on the day prince died: URL URL',\n",
       " 614607711368519680: \"photo: white house lit in rainbow colors after high court's gay marriage ruling URL URL\",\n",
       " 656818921979310081: 'great scott! #backtothefuture 2 (almost) nailed its 2015 predictions. @hplabs makes theirs: URL URL',\n",
       " 647168914955243520: \"new cnn/wmur nh democratic poll: bernie sanders 46 hillary clinton 30 joe biden 14 martin o'malley 2 sept. 17-23, 314 d voters, +/-5.5%\",\n",
       " 661251968078221312: 'anonymous #opkkk the hoods come off begins with united states senators & mayors URL #hoodsoff URL',\n",
       " 690680149164085248: \"update: canada's prime minister @justintrudeau says five people are dead in school shooting URL URL\",\n",
       " 665361505303584774: 'first load of 10,000 syrian refugees has arrived in new orleans, being resettled unbeknownst to locals #tcot URL',\n",
       " 613294443878305796: 'cops who arrested dylann roof treated him to a burger king URL URL',\n",
       " 676120162018451456: 'months ago, rupert murdoch bought national geographic and fired most of writers. this just hit the stands. URL',\n",
       " 665379967757324288: \"today first load of obama's 10,000 syrian “refugees” has arrived in new orleans – all single males 18-30 years old URL\",\n",
       " 766752508312166402: 'judge: hillary clinton must respond under oath to questions from conservative legal watchdog URL URL',\n",
       " 612741808125120513: 'this dad loved his family so much he got eye enlargement surgery so he could look at them more URL URL',\n",
       " 689267711856263168: \"china's economy grew by 6.9% in 2015, marking its slowest growth in 25 years. URL\",\n",
       " 613023744454475776: 'first black female gop @repmialove returning donations from alleged white supremacist URL URL',\n",
       " 614671961801785344: 'the white house is glowing with pride URL | ap photo URL',\n",
       " 675490515748425728: \"america's first muslim female judge; carolyn walker-diallo. URL\",\n",
       " 740748123581087745: 'first female candidate for president was not @hillaryclinton it was victoria woodhull in 1872 #nhpolitics #tcot URL',\n",
       " 690580180805509121: 'justin trudeau: i will raise my sons as feminists URL URL',\n",
       " 552984502063337472: '#update three men including two brothers identified in france newspaper attack: source URL #jesuischarlie #charliehebdo',\n",
       " 650128194209730561: 'an openly gay man said that he and his partner met with pope francis a day before kim davis did URL',\n",
       " 612841482823729152: 'breaking news campaign donations link top gop contenders to #dylannroof. #tedcruz returns $8k. URL URL',\n",
       " 636925368927064064: 'actor james earl jones is not dead: URL URL',\n",
       " 674015148382666752: 'dearborn michigan, this morning. pro isis rally. spread the word, the fit is about to hit the shan here in the us. URL',\n",
       " 656834590779289600: \"10 'back to the future' predictions that came true URL URL\",\n",
       " 681767380305985536: 'sorry, mark zuckerberg is not giving $4.5 billion to 1,000 random facebook users URL URL',\n",
       " 648310692794109952: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 524995771587108864: \"this afternoon we've lowered our flags to half mast in honour of the canadian reservist who lost his life in ottawa. URL\",\n",
       " 692752491482615808: '31 \"travel-associated\" cases of zika virus reported in 11 u.s. states + d.c. this year and last, cdc says. URL',\n",
       " 693502060545703937: '.@tedcruz: \"bernie is a socialist and he admits it. hillary is a socialist and she pretends she\\'s not.\" URL',\n",
       " 766789709045518336: 'donald trump goes to louisiana flooding site, spends a minute handing out play-doh, leaves URL #whereshillary',\n",
       " 652982112870662144: 'surprising number of vegetarians secretly eat meat URL URL',\n",
       " 693456187036037123: '\"let\\'s not make the next two weeks about a \\'black qb.\\' let\\'s just talk about the greatness of this guy.\" -c. barkley URL',\n",
       " 692796451987034113: 'renting vs. owning a home: a side-by-side comparison URL URL',\n",
       " 703234354579898368: 'kenny is considered the first tiger with down syndrome. at the age of nine, kenny died in 2008 of cancer. URL',\n",
       " 693466451081060353: 'is the truth out there? 👽 in nod to @thexfiles, @cia releases hundreds of declassified docs URL URL',\n",
       " 655815788675399680: 'when refusing to pay the 5p bag charge backfires... URL',\n",
       " 552832817089236992: 'stills from eyewitness video show two #charliehebdo attackers wearing hoods & black clothing shoot a wounded man URL',\n",
       " 544291965513134080: 'according to seven, this is a picture of the gunman URL',\n",
       " 726190016435728385: 'target boycott crosses 1 million signers, stock sinks by $1.5 billion URL',\n",
       " 676870737932742656: 'plumber suing car dealership for $1m after truck he traded in ends up in hands of isis: URL URL',\n",
       " 672553813249826816: '#onceuponatime\\'s @colinodonoghue1: dark hook is like a \"pissed-off boyfriend\" URL @onceabc URL',\n",
       " 649881917534433280: 'pope francis’ meeting wasn’t an endorsement of kim davis, vatican says URL',\n",
       " 692023855926374400: \"shooting reported at naval medical center san diego, according to the center's facebook page. URL\",\n",
       " 725174535897620481: 'more than 700000 boycott target over transgender URL #lgbtq #tcot #bathroombill #pjnet URL',\n",
       " 688446106943008768: 'oscars 2016 host chris rock calls event \"white bet awards\" due to lack of diversity: URL URL',\n",
       " 640107106943766528: '10,000 refugees expected in austria today, per the red cross. about 20 percent are sick or injured. URL',\n",
       " 748640007934590976: \"what's the no. 1 killer of americans? these rankings have changed little over the years URL URL\",\n",
       " 724320681517670400: '340,000 pledge to boycott target over transgender bathroom policy URL URL',\n",
       " 640644123339431936: 'did you know that microsoft actually uses dog noses for thumbsticks on the gamecube controller? URL',\n",
       " 661299012386095105: \"'hoods off': anonymous announces operation to name kkk members URL #opkkk\",\n",
       " 613061089518034944: 'cops rewarded dylann storm roof with burger king following his arrest for an act of domestic terrorism. URL',\n",
       " 672424512516964352: '.@johnrlottjr:\"the number of ppl killed by mass shootings during obama’s tenure is 424 casualties…paris this year alone has 508 casualties.\"',\n",
       " 628319096606732290: \"whole foods' $6 asparagus water is just water with three stalks of asparagus in it URL URL\",\n",
       " 524936872666353664: 'more shots fired just off parliament hill. police telling everyone to take cover.',\n",
       " 673611867181473792: 'what? \"72 dhs employees found on terrorist watch list\" URL',\n",
       " 673581371458199552: 'men from #pakistan security forces told reporters to stop probing #tashfeenmalik background or face arrest URL',\n",
       " 668872645589471232: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 669613420665159680: 'farting does not burn 67 calories and is not a practical weight loss mechanism: URL URL',\n",
       " 676718762830221312: 'texas plumber sues car dealership after his truck winds up in isis video: URL URL',\n",
       " 613194145423826944: '.@hillaryclinton not talking about ’92 clinton-gore confederate campaign button URL URL',\n",
       " 701175292937707520: '\"sanders won 54% of the latino vote, according to the sample data, compared to clinton’s 43%.\" #nvcaucus URL',\n",
       " 544289409294553088: 'full statement from pm abbott on #sydneysiege #martinplace #lindt. URL',\n",
       " 665575674485211136: 'first 10,000 syrian refugees arrive in new orleans noticed there are no women or children @realdonaldtrump #tcot URL',\n",
       " 641191076716417025: 'happy \"$15 minimum wage\" labor day from mcdonalds URL',\n",
       " 682895395077373952: 'a clever marketing campaign by norwegian airlines. / via URL URL',\n",
       " 553587303172833280: 'police taking people out of #paris grocery where hostages were being held. URL',\n",
       " 633823543541768192: 'obese woman arrested for starving her 7 kids: “there was only enough food for me” URL URL',\n",
       " 544381485591982083: 'reports on @channeltennews #sydneysiege gunman wants #isil flag delivered to cafe and he also wants to speak to pm or people will be killed.',\n",
       " 766323684076322816: 'u.s. justice department to end use of private prisons. URL',\n",
       " 691608761128067072: \"29 times @msleamichele's instagram inspired us to live a healthier life: URL URL\",\n",
       " 614638036593299456: 'this is how the white house celebrated what obama called \"a victory for america.\" #lovewins URL URL',\n",
       " 553587672137334785: 'afp: suspected #charliehebdo gunmen have been killed',\n",
       " 552811386259386370: 'at least 12 dead in the paris shooting. updated story and background info: URL #charliehebdo URL',\n",
       " 672828403016429568: 'obama plans executive action on gun control; white house admits it will not prevent mass shootings URL',\n",
       " 604642913188872192: 'florida man sips bud light as he walks down street in only shirt and shoes; says he lost pants and underwear at beach URL',\n",
       " 765359928361922560: '\"people do not smile during a seizure while standing upright and then immediately launch into a coherent sentence.\" URL',\n",
       " 626739062792032256: 'this is how people in china are riding escalators after a horrific accident URL URL',\n",
       " 663722803489808384: \"people are enraged that starbucks' red cups aren't christmas-y enough URL URL\",\n",
       " 691719802499432448: \"and jake makes that one more for team kal-el... let us know which side you're on with '#empirebvs'. URL\",\n",
       " 661120256732041216: 'breaking news here oooof #hoodsoff #opkkk #anonops #anonymous #anonfamily #kkk #racism URL',\n",
       " 634404792241143809: 'new seaworld show just elephant drowning in large tank of water with no explanation URL URL',\n",
       " 524923676484177920: 'breaking - shooting on parliament hill. rcmp have weapons drawn #cdnpoli URL',\n",
       " 665364878287224834: 'ironic timing – today first load of 10,000 syrian “refugees” has arrived in new orleans –… URL URL',\n",
       " 642027433693171712: '.@berniesanders says @realdonaldtrump is \"using racism as a way to attract votes\" #bernieoncnn URL URL',\n",
       " 626901072209121282: 'everyone mad at bruce for his sex change but no one gave ashit about that nerd minkus changing into chanel west coast URL',\n",
       " 692735698349199360: \"north korea 'planning some kind of rocket launch' us officials say, citing increased activity at test site URL\",\n",
       " 544277117039837184: 'flag in window of sydney lindt cafe not an isis flag. reads: ‘there is no god but allah and muhammad is the messenger of god’ (@liztilley84)',\n",
       " 663904307113275392: 'donald trump defends christmas, says \"maybe we should boycott starbucks\" over new red cups: URL URL',\n",
       " 544358533819420672: 'breaking: three hostages appear to have escaped the sydney cafe where a siege remains ongoing. URL #sydneyseige',\n",
       " 693528374996652032: '.@realbencarson: \"what good does it do a man to gain the whole world & to lose his soul?\" URL',\n",
       " 724703995147751424: 'american family association gets 500,000 to sign petition boycotting target over its transgender bathroom policy URL',\n",
       " 759460236042305536: '1991, book written saying trump says \"laziness is a trait in all blacks\" URL URL',\n",
       " 524965775036387329: 'hero. @affanchowdhry: kevin vickers, head of security in parliament, being credited for taking down shooter #ottawa URL \"',\n",
       " 673346166822694914: 'do these look like the faces of a homeless couple caught living in a walmart attic for over 2 years? URL',\n",
       " 525025463648137216: 'breaking: a source confirms to cp24 that the deceased soldier in ottawa is cpl. nathan cirillo. cirillo was a member of the hamilton argylls',\n",
       " 723521076446142465: 'when your two favorite landmarks...go purple in honor of the world missing prince...beautiful: URL',\n",
       " 672488384695279616: 'reagan (11 mass shootings) bush sr (12 mass shootings) clinton (23 mass shootings) bush jr (16 mass shootings) obama (162 mass shootings)',\n",
       " 642145732435292160: \"poll: @hillaryclinton's lead over @berniesanders shrinks as her edge over gop vanishes URL URL\",\n",
       " 757748522481491968: 'tim kaine & his besties the muslim brotherhood URL #demsinphilly #dncconvention URL',\n",
       " 716439952922312704: 'we officially won clark county (70% of the population of nevada) and washoe county +5/6 for @berniesanders -4 for hillary #bernietakesnevada',\n",
       " 614604580601597953: 'watch live: as sun goes down, white house lights up rainbow colors to celebrate scotus ruling URL URL',\n",
       " 643225207705075716: 'isis flag among refugees in germany fighting the police .. URL #norefugees #rebootliberty URL',\n",
       " 654351281260113920: 'today @cnn removed a debate poll where over 80% were for @berniesanders #demdebate #clintonnewsnetwork URL',\n",
       " 692540218310803456: '\"dewshine\" drink suspected in deaths of tennessee teens. URL',\n",
       " 661102820976930816: '►#anonymous operation #kkk ►ku klux klan, we never stopped watching you URL #opkkk #hoodsoff URL',\n",
       " 693061713042771968: 'end of the line for land rover defender as emission rules kill off iconic 4x4 URL #bbcgofigure URL',\n",
       " 544518335019229184: '#breaking: at least two people have died following the #sydneysiege. 5 people are being treated by paramedics.',\n",
       " 614624331717545984: 'live from the white house...in rainbow colors. hundreds of people...hundreds URL',\n",
       " 615840865815298048: 'valerie jarrett organized white house rainbow lights URL URL',\n",
       " 645356735545364480: \"dna confirms hakeem from ‘empire’ is jay-z's biological son [read details👇👇👇👇👇🏾👇🏿 URL URL\",\n",
       " 693651239486263296: 'body found in north carolina of virginia girl, 13, missing since wednesday. virginia tech student has been charged. URL',\n",
       " 544274934835707905: 'several people being held hostage at a sydney cafe. australian tv showing people with hands up against a window: URL',\n",
       " 655080266784968705: 'poll: @hillaryclinton pulls even with @berniesanders in new hampshire after debate URL URL',\n",
       " 743058135300988932: 'so now we know, orlando shooter was a gay, muslim, registered democrat. no wonder liberals are trying to blame the gun. #orlandoshooting',\n",
       " 658462819667615744: 'the father of steve jobs, the founder of apple, was a refugee from syria URL URL',\n",
       " 614617234942656512: 'the white house tonight is illuminated in rainbow colors to honor and celebrate marriage equality. bravo! URL',\n",
       " 778949749156245504: '\"a black man who runs from police merely might be trying to avoid the recurring indignity of being profiled\" URL',\n",
       " 715255507506892800: 'update: donald trump advocates abortion ban and \"some form of punishment\" for women who have an abortion. URL - @msnbc',\n",
       " 544271362022338560: 'black islamic flag being held up in window of #lindt chocolate store in martin place, sydney - hostages inside. URL',\n",
       " 693321561542127616: 'after eluding capture for years, 2 mafia bosses arrested in underground bunker in southern italy. URL',\n",
       " 692082592380751874: 'stiles (and the rest of us) just wants lydia to wake up on #teenwolf tonight at 9/8c: URL URL',\n",
       " 552793679082311680: '11 confirmed dead, francois hollande to visit scene of attack - latest from paris: URL URL',\n",
       " 693129259334909952: 'man’s anxiety not about to let depression muscle in on turf URL URL',\n",
       " 648993731169939456: \"woman in hospital after confusing hair mousse with builder's foam: URL\",\n",
       " 693893182338289664: \"i haven't stopped watching #pillowtalk all weekend (and i'm not even sorry): URL URL\",\n",
       " 676955015265837056: 'jeb bush: \"donald, you\\'re not going to be able to insult your way to the presidency.\" cheer from the audience #nprdebate',\n",
       " 651786568592658433: 'one third of vegetarians eat meat when they get drunk | URL URL',\n",
       " 544319274072817664: 'ray hadley says he spoke with hostage, and could hear the gunman in the background barking orders and demanding to go live on air',\n",
       " 640182854928961536: 'plastic bag use in wales has dropped by 71 per cent since the 5p charge was introduced URL URL',\n",
       " 727588444000526336: 'payments to hard drive destruction company... URL',\n",
       " 628681462976528384: 'whole foods called out for selling $6 \"asparagus water,\" water with stalks of asparagus in it URL URL',\n",
       " 724044187113512960: 'niagara falls turned purple on the day prince died: URL URL',\n",
       " 650037735579910145: 'the vatican insists pope francis’ encounter with kim davis was not endorsement of her views URL URL',\n",
       " 544289941996326912: \"prime minister tony abbott's statement on the #sydneysiege. updates: URL URL\",\n",
       " 649974380416618496: 'vatican official says there is \"a sense of regret\" that pope francis met with kim davis: URL URL',\n",
       " 688428083540553728: 'remembering the talented singer aaliyah on what would have been her 37th birthday: URL URL',\n",
       " 701975210044497921: 'study concluded that the clinton camp has “no statistical basis” to back claims that it won latino vote in nv. URL',\n",
       " 692826642583019521: 'email: michigan officials gave bottled water to state employees a year before flint residents got it URL',\n",
       " 654343805081157633: 'hey @cnnpolitics @cnn where did this poll go? apparantly a lot of people like @berniesanders. you should report that URL',\n",
       " 742055437932040193: 'because the orlando shooter who murdered gay people was a registered democrat and muslim, the media is going silent. URL',\n",
       " 616481759329427456: 'just a crow riding an eagle, nbd. URL URL',\n",
       " 613114185505996802: \"gop candidates, lawmakers return donations made by leader of racist group cited in dylann roof's manifesto: URL\",\n",
       " 552785375161499649: 'breaking: 10 reportedly shot dead at paris hq of french weekly charlie hebdo URL',\n",
       " 697992796565741569: \"nevada focus group of #pbsdebate says @berniesanders won tonight's debate by a 25 to 9 margin.\",\n",
       " 714577521992343552: 'a trump campaign strategist just quit and wrote this amazing open letter about why: URL',\n",
       " 760120409429643266: 'pray for parents and school leadership to have wisdom to refuse these after school satan clubs! URL',\n",
       " 692368829368918017: 'london jury acquits five out of six brokers who were on trial, accused of manipulating the libor interest rate URL',\n",
       " 672180526946656256: 'obama: \"we have a pattern now of mass shootings in this country that has no parallel anywhere else in the world\" URL',\n",
       " 687409983139495939: \"governor whose marriage would have been a crime 50 years ago: we've never had racist laws URL URL\",\n",
       " 767092161716350980: 'olympics: us women win basketball gold for 6th consecutive olympics, routing spain in final. URL URL',\n",
       " 693857080193761285: \"nasa's curiosity rover sends back a selfie from a sand dune in mars: URL URL\",\n",
       " 623818627054206977: 'nasa confirms earth will experience 15 days of complete darkness in november 2015 URL',\n",
       " 757450526153900032: 'victoria woodhull ran for us president 144 years before hillary clinton 📻 URL URL',\n",
       " 728631482722308096: \"afa' rios: target's transgender bathroom policy is 'push from the left to deconstruct the family' URL via @breitbartnews\",\n",
       " 693402634011701248: \"the lion’s share of collaborative work tends to fall on women. and it's exhausting. URL URL\",\n",
       " 667465205258051584: 'remember the man who killed four marines in chattanooga? he was a refugee. URL',\n",
       " 524925215235911680: '#breaking news: shots fired at parliament hill. follow developing story: URL URL',\n",
       " 525028734991343617: 'ctv news confirms that canadian authorities have provided us authorities with the name michael zehaf-bibeau in connection to ottawa shooting',\n",
       " 647169726158925824: 'poll: @hillaryclinton trails @berniesanders in new hampshire, even without @vp in the race URL URL',\n",
       " 780436430732525569: 'well, this is a new one: chelsea clinton implies that marijuana can kill you. 2016, y’all. URL #mmot #p2 #tcot #tlot',\n",
       " 723915846985342976: 'niagara falls turned purple on the day prince died: URL URL',\n",
       " 631388553801564160: \"did a real life 'fallen angel' just fall from the sky in london? URL\",\n",
       " 656811196218286080: \"10 'back to the future' predictions that came true URL URL\",\n",
       " 674358835675549696: \"1.15 million americans have been killed by guns since john lennon's death URL\",\n",
       " 766541461189832704: 'a boy dies after being bitten by a dog in essex, with a woman arrested for allowing a dog to be out of control URL',\n",
       " 616765822095261700: 'a crow tries to fight an eagle—gets a free ride instead: URL',\n",
       " 693857551620968448: 'keeping vanessa hudgens in our thoughts. her dad greg died last night from cancer: URL URL',\n",
       " 614610364702044164: 'white house set aglow with rainbow pride URL | ap photo URL',\n",
       " 693648675772436480: 'kate winslet congratulating leonardo dicaprio after his #sagawards win is everything 💕 URL URL',\n",
       " 524932935137628160: \"the gunman in ottawa has been shot and killed. i'm at a loss for words this morning. that isn't my canada.\",\n",
       " 640967537178472448: 'judy carne, \"laugh-in’s\" \"sock it to me\" girl, dies at 76 URL URL',\n",
       " 692884886374318081: \"it's gregg popovich's 67th birthday and there's one thing we know he's not doing tonight. URL\",\n",
       " 614595106906226688: 'the white house bathed in rainbow #scotusgaymarriage URL',\n",
       " 693181857261719553: 'nfl: diagnosed concussions rose by nearly 32 percent this season. URL URL',\n",
       " 693200309955469312: 'watch zayn malik\\'s surreal \"pillowtalk\" video, featuring gigi hadad URL URL',\n",
       " 525049639016615937: 'this is the soldier who died today at the #ottawa war memorial. his name is cpl. nathan cirillo. #rip #ottawastrong URL',\n",
       " 755475529294352385: 'ohio police officer hospitalized after eating shards of glass in sandwich from columbus restaurant blackliesmatter URL',\n",
       " 692516224245235712: '.@potus reflects on the importance of taking his daughters to visit the @holocaustmuseum. #holocaustremembranceday URL',\n",
       " 707604196812591104: \"developing: president obama will be attending sxsw festival instead of nancy reagan's funeral. URL\",\n",
       " 614790312955904000: 'see the white house light up as a rainbow to celebrate gay marriage URL URL',\n",
       " 765739657908850688: 'remember when trump said \"laziness is a trait in blacks.\" URL URL',\n",
       " 687748306571804672: 'harry potter fans are posting incredibly moving tributes to severus snape and alan rickman: URL URL',\n",
       " 544520273718812672: 'police confirm that #sydneysiege is finally over. two people reportedly injured after suffering gunshot wounds URL',\n",
       " 748558349139058688: 'obama cuts military pay 4third year in a row #isis 2nd terrorist attack in a week #wakeupamerica r u ok w this? #2a URL',\n",
       " 544350712365207552: '#breaking reports two customers and an employee have escaped the #sydneysiege URL',\n",
       " 688741019979001856: 'us imposes sanctions on iranian companies and individuals over missile programme, after lifting of nuclear sanctions URL',\n",
       " 614702244001382400: 'white house set aglow with rainbow pride URL | ap photo URL',\n",
       " 693641113693884416: 'ooh, baby! icymi: dickie v loved this reverse dunk by freshman phenom ben simmons. URL',\n",
       " 767861179951648768: '.@realdonaldtrump slams @hillaryclinton: “the job of an elected official is to serve the citizens of the u.s.” URL',\n",
       " 524925987239120897: 'soldier shot at national war memorial in ottawa URL #cdnpoli #hw',\n",
       " 666335363099660288: \"eiffel tower displays colors of france's flag to pay tribute to victims of #parisattacks: URL URL\",\n",
       " 692550140754841603: 'tyronn lue, the east all-star coach, has coached 3 games. his west counterpart, gregg popovich? 1,538 games. URL',\n",
       " 688755462783782912: '\"when americans are freed and reunited with their families, that’s something we can all celebrate.\" —@potus URL',\n",
       " 676491949524713473: 'war has come again in the #the100 season 3 trailer URL @cwthe100 @miselizajane @wildpipm URL',\n",
       " 693939356390653952: 'michael oher got a text from cam newton during the offseason. now, they prepare for #sb50: URL URL',\n",
       " 649584608560832513: 'this woman mistook builders’ foam for hair mousse URL URL',\n",
       " 707321278135463936: 'president obama to skip nancy reagan’s funeral in order to attend south by southwest: URL URL',\n",
       " 716448280201269248: 'bernie sanders has won the nevada caucus #nvcaucus URL',\n",
       " 525019752507658240: '#isis media account posts picture claiming to be michael zehaf-bibeau, dead #ottawashooting suspect. #canada URL',\n",
       " 745365403237376000: 'causes of death in usa in 2016 (through june 15) URL',\n",
       " 690106189951139840: 'president putin \"probably\" approved ex-russian spy alexander litvinenko\\'s assassination in 2006, inquiry finds URL',\n",
       " 767698691205410816: \"#donaldtrump's son spoke about his father's decision to visit flood-damaged louisiana while pres. obama played golf. URL\",\n",
       " 614620298877513729: 'white house lit in rainbow colors following us supreme court ruling that same-sex couples have right to marry. URL',\n",
       " 654336219447472128: 'beat the 5p bag charge by #winning 1 of 5 cute lambrini shopping bags - rt & follow to enter! 18+, t&cs apply URL',\n",
       " 552791578893619200: 'eleven dead in shooting at paris offices of satirical magazine charlie hebdo – live updates URL',\n",
       " 614599587362414592: 'white house lit in rainbow colors following us supreme court ruling that same-sex couples have right to marry. URL',\n",
       " 701872343736520704: 'new analysis from @wcvi: sanders won the latino vote in nevada. URL',\n",
       " 693571567377342466: 'anne frank\\'s stepsister says trump \"is acting like another hitler\": URL URL',\n",
       " 649889459836710912: 'breaking news: pope francis’ encounter with kim davis wasn’t an endorsement of her views, the vatican says. URL',\n",
       " 763430916236640256: 'hillary surroagte bob beckel calls for assassination of julian assange URL',\n",
       " 688366079396163584: 'iran announces that washington post reporter jason rezaian and three iranian americans have been freed from prison URL',\n",
       " 524980744658382848: '#rcmp to hold news conference on #ottawa shootings at 2 pm et, 11 am pt. watch live coverage @ URL',\n",
       " 711994705333112832: \"keith richards 'once pulled a knife on donald trump' says rolling stones' ex-event promoter URL URL\",\n",
       " 544352727971954690: 'local media: 3 people appear to escape from martin place, sydney, café, amid hostage situation - @abcnews URL',\n",
       " 765779159176077312: 'oil tanker hijacked off malaysian port of kuantan and taken into indonesian waters, malaysian maritime officials say URL',\n",
       " 690969315470868480: \"'plane wreckage' found in thailand prompts speculation it might belong to malaysian airlines flight mh370 - reuters URL\",\n",
       " 705093513076015104: 'tons of people searching \"how to move to canada\" following trump, clinton wins URL URL',\n",
       " 755523157700648960: 'ohio police officer served sandwich containing shards of glass – officer has been hospitalized - #rncincle URL',\n",
       " 742678930516123650: 'gay muslim democrat terrorist threatened to kill his classmates. when he was 10. but nra or something. URL',\n",
       " 614594259900080128: 'watch live: as sun goes down, white house lights up rainbow colors to celebrate scotus ruling URL URL',\n",
       " 614614133410033664: 'the white house goes rainbow to celebrate supreme court marriage ruling URL URL',\n",
       " 544278335455776769: '#breaking hostages held inside sydney cafe, islamic flag held up',\n",
       " 665309822208729088: 'breaking: five explosions heard near bataclan concert hall in paris: reuters witness URL',\n",
       " 732971411157880832: \"here's an interesting look at $tgt target's stock price since it implemented it's transgender bathroom policy... URL\",\n",
       " 693466724822323200: 'audio recordings reveal cpr started 11 minutes after staff found gynnya mcmillen URL URL',\n",
       " 651018580989972480: 'pope francis expected to fire the archbishop who tricked him into meeting kim davis URL',\n",
       " 727982226290442240: 'surprise! => @target stock drops since #transgender bathroom policy URL URL',\n",
       " 667073349974102017: 'anne frank was a refugee denied entrance to the united states URL #syrianrefugees URL',\n",
       " 524922729485848576: 'only photo i will tweet. cpr being performed on the soldier now. i heard four shots. #ottawa URL',\n",
       " 668849913678209024: 'that superman poster is legit: URL URL',\n",
       " 692743102432346113: \"tim allen compares clintons to herpes: 'just when you think gone, they show up again'... URL\",\n",
       " 778299287293816832: 'will ny ag investigate clinton campaign credit card fraud re elderly donors? URL URL',\n",
       " 714503380476026880: 'open letter to trump voters from his top strategist-turned-defector - amazing first person account URL via @xojanedotcom',\n",
       " 689915847939219456: '“seven years ago, auto sales hit a 27 year-low. last year, they hit an all-time high.” —@potus #madeinamerica URL',\n",
       " 728625967921401856: 'the retail giant has taken huge hits as consumers react to their misguided bathroom policy. URL URL',\n",
       " 524925050739490816: 'breaking news: soldier shot at national war memorial in ottawa URL',\n",
       " 628336948810268673: 'whole foods tests the limits of yuppie diet fads with new $6 asparagus water - URL URL',\n",
       " 689890946683576322: \"7 years ago today, @potus was sworn into office. here's a look at how far we've come since. URL\",\n",
       " 767459987476054016: 'it’s a three-peat! team usa routs serbia 96-66 to win its third-straight and 15th basketball gold medal. URL',\n",
       " 767203096472719364: \"wow. anthony johnson's knockout win is the 3rd-quickest finish in @ufc light heavyweight history (0:13). #ufc202 URL\",\n",
       " 689641419825242112: '.@potus ✓ spinach ✓ some adorable kids ✓ and an #mlkday service project. watch: URL URL',\n",
       " 692393375891361794: \"check out new steps we're taking to expand access to meals for the kids who need it most: URL URL\",\n",
       " 552783667052167168: 'france: 10 people dead after shooting at hq of satirical weekly newspaper #charliehebdo, according to witnesses URL',\n",
       " 552834961762709505: 'paris manhunt: 3 #charliehebdo attackers with ak-47 rifles & reportedly rocket-propelled grenade still at large URL',\n",
       " 716416753409081344: 'hearing that bernie sanders flipped clark county in nevada at state convention, may have won the entire state #feelthebern',\n",
       " 707420972173955072: \"obama skipping nancy reagan's funeral to attend sxsw URL URL\",\n",
       " 780882510645370880: 'chelsea clinton implies here that marijuana can kill you. uhh URL',\n",
       " 553160652567498752: 'french police: said kouachi and cherif kouachi wanted in paris terror attack: URL URL',\n",
       " 544268732046913536: \"#breaking: hostages are being held and a siege is taking place at sydney's lindt chocolat cafe in martin place.\",\n",
       " 767855091109863424: '.@stephenfhayes: \"this is about hrc having made repeated representations that have turned out to be false.\" URL',\n",
       " 692911086920667136: \"in asu's curtain of distraction, michael phelps brought out his gold medals and speedo to do the trick. it worked. URL\",\n",
       " 544282005941530624: 'hostages in sydney cafe made to hold up islamic flags URL',\n",
       " 614609560658161664: 'the white house is lit like a rainbow tonight in honor of the #scotusmarriage ruling. URL',\n",
       " 580348081100734464: '#germanwings \"sorry to confirm\" 144 passengers & 6 crew on board flight #4u9525 when it crashed in french alps URL',\n",
       " 723504069814444033: 'purple reign! landmarks light up for prince after his sudden death 💜 #princerip URL',\n",
       " 553586860334010368: '#charliehebdo killers shot dead by police',\n",
       " 640118021101604864: 'the insane reason why chinese drivers intentionally kill pedestrians they hit — via @slate URL URL',\n",
       " 688751061503442944: '\"we have now cut off every single path that iran could have used to build a bomb.\" —@potus #irandeal URL',\n",
       " 778530869208190976: 'hillary overcharges poorest campaign donors @lindasuhler @realdrgina @girlsfortrump @cinderella2b @kamvtv #us #usa🇺🇸 URL',\n",
       " 544291804057960448: 'first photos: hostage pressed against a window. #sydneysiege URL',\n",
       " 688004802245214208: \"study: minimum wage increases haven't hurt the restaurant industry. URL\",\n",
       " 743126914794037248: \"people blame the massacre in orlando on the nra. newsflash: the orlando shooter wasn't a nra member... but he was a registered democrat.\",\n",
       " 653432177632387072: 'study finds over a third of vegetarians eat meat...when drunk! URL URL',\n",
       " 628604055644934144: \"whole foods' selling asparagus water is a sign the end times are near URL URL\",\n",
       " 692163879909064704: \"#teenwolf starts in 5 minutes! rt if you're watching + tweeting + crying + screaming with @mtvteenwolf & me! URL\",\n",
       " 728273551883534336: 'caitlyn jenner will pose nude on the sports illustrated cover. her balls will be censored by a sad michael jordan face.',\n",
       " 524942470472548352: 'the university of ottawa, just a five minute walk from the hill, is now on lockdown.',\n",
       " 552792544132997121: 'breaking charlie hebdo latest: 11 dead 10 wounded (five critical) two gunmen unaccounted for URL URL',\n",
       " 727834854931435522: 'evidence destroyed? campaign made payments to hard drive and document destruction company URL #makeamericagreatagain',\n",
       " 544289311504355328: 'statement from prime minister tony abbott on sydney hostage situation. URL',\n",
       " 614494460747997184: \"theres' a double rainbow over the white house URL\",\n",
       " 615592870540488704: 'if they can light up the white house like a rainbow, it sure as hell better be red, white & blue for independence day.',\n",
       " 689661418484994049: '.@arianagrande just created a unisex fragrance named after her brother: URL URL',\n",
       " 724603564946010112: 'twenty-five stories proving target’s pro-trans bathroom policy is dangerous URL',\n",
       " 714598318333042688: 'top trump strategist resigns, writes revealing open letter: URL',\n",
       " 656848877463560192: 'i’m celebrating #backtothefuture day by bemoaning the lack of hoverboards while ignoring the fact that my phone contains all human knowledge',\n",
       " 692157602554343424: 'waiting for the new episode of #teenwolf like... URL',\n",
       " 765735409984806912: 'trump: dems \"failed and betrayed the africanamerican community” trump: “laziness is a trait in blacks, it really is\" URL',\n",
       " 614610102927147008: \"bro there's either a black president in a rainbow whitehouse or i'm having the best trip ever\",\n",
       " 614650850393391104: 'wow! what a way to end this historic day! URL #lovewins #loveislove #equalityforall #lgbt URL',\n",
       " 614648099542204416: 'white house shines rainbow-colored lights in honor of #scotus gay marriage decision #lovewins URL URL',\n",
       " 544514564407427072: 'police seem relaxed, suggesting all hostages are out and gunman no longer a threat URL #sydneysiege',\n",
       " 707305999971921920: '‘president petty strikes again’: obama will reportedly skip nancy reagan’s funeral,,, ✅ URL URL',\n",
       " 644329878876237824: 'alert: tsunami advisory issued for southern california from 3-7 a.m. local time. stay away from ocean and shoreline. #cawx #tsunami',\n",
       " 553566026030272512: 'breaking: two hostage situations in france are linked, paris prosecutor says',\n",
       " 715253497462145024: 'just in: donald trump to @msnbc: \"there has to be some form of punishment\" for women who have an abortion.',\n",
       " 693804277031157761: 'unstoppable! novak djokovic is now a perfect 6-for-6 in australian open finals after his win over andy murray. URL',\n",
       " 715268937873760256: 'donald trump goes full anti-woman: \"punishment\" for women who abort URL URL',\n",
       " 763964234774347776: '.@theweeknd donates $250,000 to black lives matter URL via @cnnent URL',\n",
       " 614616994499788800: \"there's a rainbow over the white house right now, just the same as when dublin had one the day ireland legalized URL\",\n",
       " 693185853867294721: 'meet quasimodo, the dog with the short spine URL URL',\n",
       " 553506608203169792: 'map shows industrial estate where 2 #charliehebdo suspects are holed up, surrounded by police URL URL',\n",
       " 751856580874960897: 'should say \"labor unions aligned with @hillaryclinton\" stopped dems from saying no tpp-they don\\'t speak for nurses URL',\n",
       " 712223438698627073: \"keith richards 'once pulled a knife on donald trump', claims rolling stones' former promoter URL URL\",\n",
       " 707405809181917184: 'bachmann: obama \"classless\" for missing nancy reagan’s funeral URL URL',\n",
       " 693013768738115584: \"uk heterosexual couple who want to enter civil partnership rather than marry lose challenge at london's high court URL\",\n",
       " 744390771869102080: 'one of the men who wanted to copy the #orlando shooter was stopped in l.a. he was a liberal democrat and #berniebro. URL',\n",
       " 524959809402331137: 'senior u.s. official: canadian government has informed u.s. that one shooter is dead in ottawa. live blog: URL',\n",
       " 778689027918618625: 'black men may have cause to run from police, massachusetts high court says URL',\n",
       " 707412869860696064: 'bachmann slams \"classless\" obama for skipping nancy reagan’s funeral URL URL',\n",
       " 650710483289419776: 'local school art project titled \"candlelight\" URL',\n",
       " 656523458139045889: 'is your drug dealer charging you more because of the 5p bag charge? let us know! ring 101 now URL',\n",
       " 693135382309896192: 'breaking: canada has four recent cases of #zika, all from travelers: public health agency',\n",
       " 623533663947517952: 'gay marriage ruling? white house in rainbow colors within hours. 4 murdered marines & a murdered sailor? 5 days to lower the flag. nice.',\n",
       " 692833140428017664: '\"let\\'s not make the next two weeks about a \\'black qb.\\' let\\'s just talk about the greatness of this guy.\" -c. barkley URL',\n",
       " 614599815280857088: 'look: @whitehouse lights up in rainbow colors to celebrate #scotus same-sex marriage ruling URL',\n",
       " 693853310479155200: 'meet our new fave celebrity couple: leonardo dicaprio and his vape pen URL URL',\n",
       " 614615157730357248: 'watch live: as sun goes down, white house lights up rainbow colors to celebrate scotus ruling URL URL',\n",
       " 714851393861881857: \"trump's top strategist, stephanie cegielski, has quit his campaign + just wrote an open letter to trump supporters: URL\",\n",
       " 767859423150759936: 'study links clinical depression to getting dunked on URL URL',\n",
       " 764906140257837056: '\"my dad is in the air force and that inspired me to have my back up job be president\" —lily: URL URL',\n",
       " 619242759359037440: 'obama 2008:\"i support traditional marriage, christians vote for me\" obama 2015:\"the white house is a rainbow. bring me my unicorn\" merica.',\n",
       " 552792913910833152: 'at least 11 dead in shooting at hq of #charliehebdo in #paris (police source) URL',\n",
       " 764368020391223296: 'video : clueless hillary clinton calls for americans to respect and empathize with isis URL',\n",
       " 741995157969592321: 'orlando shooter, muslim, omar mateen was a registered democrat. URL',\n",
       " 767754921403899906: 'of the 54 killed by young suicide bomber at wedding in turkey, 22 were under the age of 14. URL URL',\n",
       " 692940257134653441: 'icymi: a dog accidentally stumbled into the middle of a local half marathon ... and earned 7th place. URL',\n",
       " 667487418388488192: 'the picture of a syrian child \"surrendering\" to a camera is real. URL URL',\n",
       " 553586897168392192: '#breaking : both charlie hebdo suspects killed as police storm building (police sources) URL URL',\n",
       " 730516765525082112: \"a canadian teen didn't find a lost mayan city: URL URL\",\n",
       " 693128224960856064: 'iranian surveillance drone flies over u.s. aircraft carrier in persian gulf URL URL',\n",
       " 553221600955621376: \"clarissa, 27 years old, police trainee of montrouge police in #france. victim of this morning's attack. via @_batou_ URL\",\n",
       " 693071538896162816: 'orphanage saved by bikini car wash URL URL',\n",
       " 693869818366287872: 'vanessa hudgens\\' father, gregory hudgens, dies the night before \"grease: live\" URL URL',\n",
       " 714998347111669760: 'we must address the political marginalization and institutional racism affecting people of color. read my plan: URL',\n",
       " 686666933949837312: 'the guardian front page, tuesday 12 january 2016: david bowie 1947-2016 URL',\n",
       " 767710042816602112: \"powell: don't 'pin' this on me: ex-secretary of state rejects clinton claim he 'told her to use' email server URL\",\n",
       " 714811995573325828: \"an open letter to trump voters from his top strategist: stop supporting him, he doesn't want to win URL\",\n",
       " 728101712762834944: 'caitlyn jenner about to post nude for cover of sports illustrated.... 😳',\n",
       " 544399927045283840: 'nsw police confirm 5 hostages have emerged from #sydneysiege and they are negotiating: \"it might take a bit of time\" URL',\n",
       " 524947674164760577: 'breaking news: new york times is reporting the canadian soldier who was shot has died from their injuries. heartbreaking. #cdnpoli #ableg',\n",
       " 701539698452393986: 'the 2016 race: no, the polling doesn’t prove bernie sanders won the hispanic vote in nevada URL',\n",
       " 653285570383335424: '5p!!! hell no!!!!!! #5pbagcharge 😵😵 URL',\n",
       " 552792802309181440: '#charliehebdo - 11 dead including 2 police in paris shooting. photo @martinbureau1 #afp URL',\n",
       " 707310135291416576: \"obama to skip nancy reagan's funeral, as he did scalia's. this time, he'll be attending sxsw: URL\",\n",
       " 693196937172951040: '\"i almost started crying ... but i didn\\'t want them to make me the crying face instead of jordan.\" --draymond green URL',\n",
       " 614891047886434304: 'the white house was lit up with rainbow lights to celebrate marriage equality: URL URL',\n",
       " 525023025792835585: '#ripnathancirillo rt @globeandmail: soldier killed at war memorial identified as cpl. nathan cirillo #ottawashooting URL',\n",
       " 765887221736046592: '#whiteliberalproverbs\" i\\'ll have them n*ggers voting democratic for the next two hundred years\". lbj, founder of the modern welfare state',\n",
       " 767561970182598657: 'nothing to see here. just nuggets forward wilson chandler catching a 350-pound fish: URL URL',\n",
       " 687984820815851521: \"jimmy fallon and sesame street characters photobomb families & it's seriously adorable: URL URL\",\n",
       " 544282227035869184: 'breaking news: gunmen take hostages at sydney cafe, wave islamic flag URL URL',\n",
       " 766822417712963584: 'it\\'s been 5 years since \"what makes you beautiful\" lit up our world like nobody else: URL URL',\n",
       " 553558982476828674: 'on israeli tv, an israeli woman speaks of her nephew,a mother with 6 month old baby, held hostage in the supermarket in paris. #jesuisjuif',\n",
       " 544290258951892992: 'central sydney shut down by police amid ongoing hostage situation: URL',\n",
       " 650254360727973889: '5p bag charge fi dead #robthisengland URL',\n",
       " 544329935943237632: 'uber sydney trips from cbd will be free for riders. higher rates are still in place to encourage drivers to get into the cbd.',\n",
       " 693586539562037248: 'what a rally for no. 1. oklahoma came back from 14 down and won 77-75 at lsu on this late jumper: URL',\n",
       " 764497123530375169: 'man armed with knife on swiss train starts fire - seven people hospitalised with knife wounds and burns, police say URL',\n",
       " 724939017410727938: '500,000 boycott target over trans bathroom policy... URL',\n",
       " 651044059222556674: 'the best thing about the 5p plastic bag charge is that the cupboard next to my sink is now worth £672,348.',\n",
       " 552802654641225728: 'charlie hebdo shooting latest: 12 dead and gunmen still at large URL URL',\n",
       " 723477822950395904: 'purple pain: landmarks across globe light up in fitting prince tributes #ripprince URL URL',\n",
       " 544305540286148609: 'a man believed to be the gunman filmed wearing a black headband inside the cafe URL URL',\n",
       " 693906624776245249: \"today's the day: if you don't have health insurance, make sure you #getcovered at URL now! URL\",\n",
       " 524923462398513152: \"shots fired on parliament hill after a man walked up with a gun. i'm locked in a security office on parliament hill\",\n",
       " 763896522790440960: 'layton police officer hospitalized after subway worker serves him meth and thc in his drink (video) URL',\n",
       " 616421546702336000: 'woah, nature. URL URL',\n",
       " 524944399890124801: 'recap: gunman shot dead inside parliament buildings; police believe there may be others on loose. cdn soldier shot earlier at war memorial.',\n",
       " 686657138270277634: 'photos of the day URL URL',\n",
       " 544391176137089024: 'hostage taker in sydney cafe demands isis flag and call with australian pm, sky news reports. URL #sydneysiege',\n",
       " 524969201102901248: 'mps credit sergeant-at-arms for saving lives in parliament hill shootings URL URL',\n",
       " 756690088533393409: '\"laziness is a trait in blacks,\" 1991 book quotes trump as saying: URL URL',\n",
       " 767807335691653120: 'these louisiana politicians are demanding flood aid, but voted against sandy relief URL URL',\n",
       " 552806757672964097: 'update: 12 now confirmed dead in #charliehebdo attack in paris, @ap is reporting. story: URL (ap) URL',\n",
       " 693761289601060864: 'at least 30 people killed in double blast near shia shrine of sayyida zeinab, south of damascus - syrian state media URL',\n",
       " 544350567183556608: 'we can see people coming out a firedoor near the lindt cafe to waiting police. 2-3 people. hard to see. #sydneysiege',\n",
       " 758825535480864769: 'hillary clinton is lying. clinton is not first woman nominated for president. it was victoria woodhull in 1872. to … URL',\n",
       " 707300612862566400: 'obama to skip nancy reagan’s funeral, attend entertainment festival instead URL URL',\n",
       " 693080409282846720: '.@potus will make his latest push to advance equal pay for women today URL URL',\n",
       " 614593386188828672: 'white house lit in rainbow colors following us supreme court ruling that same-sex couples have right to marry. URL',\n",
       " 692665281362202624: \"we've devoted 24 pages to #batman v #superman, interviewing @zacksnyder, @benaffleck, henry cavill, @galgadot... URL\",\n",
       " 767129248045948929: '‘i can’t do this anymore,’ think 320 million americans quietly going about day URL URL',\n",
       " 692701223326056449: \"we hope you're as excited about thursday as this kid was about lebron's easy basket: URL\",\n",
       " 732981604826677249: \"target says boycott over transgender bathroom policy isn't hurting sales URL\",\n",
       " 692753210692476928: 'french police still searching for woman who may have been accompanying 28-year-old man arrested at disneyland paris URL',\n",
       " 650046859537448960: 'an openly gay man said that he and his partner met with pope francis a day before kim davis did URL',\n",
       " 693171092555431936: 'watch: tommy chong made a pro-bernie sanders video URL URL',\n",
       " 693546915892428800: 'jeb bush campaign kicks off 3-state farewell tour with iowa town hall meeting URL URL',\n",
       " 544269749405097984: \"breaking: live coverage of hostage situation unfolding in sydney's martin place URL URL\",\n",
       " 760109079133990912: '“after school satan clubs”? URL',\n",
       " 779633844680962048: \"this network of tunnels is from the stone age however no one knows how they could've been constructed at the time URL\",\n",
       " 765859710503378944: 'top north korean diplomat who disappeared from london embassy has defected to south korea, seoul confirms URL'}"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "twitter15_text"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "preprocess(twitter15_text[656955120626880512])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{656955120626880512: 'correct predictions in back to the future ii URL',\n",
       " 615689290706595840: \".@whitehouse in rainbow colors for #scotusmarriage? here's what i think about that decision: URL\",\n",
       " 613404935003217920: 'cops bought the alleged church shooter burger king hours after killings URL',\n",
       " 731166399389962242: '🔥ca kkk grand wizard 🔥 endorses @hillaryclinton #neverhillary #trump2016 URL',\n",
       " 714598641827246081: 'an open letter to trump voters from his top strategist-turned-defector URL via @xojanedotcom',\n",
       " 614467824313106432: 'god put a rainbow over the white house 🌈 URL',\n",
       " 715515982584881152: 'craigslist ad: ‘get paid $15 an hour to protest at the trump rally’ - URL URL',\n",
       " 693315824132685824: '#quasimodo: dog with short spine has big heart URL URL',\n",
       " 693843042546106369: 'need to #getcovered? most people can find a health insurance plan for as little as $75/mo: URL URL',\n",
       " 622891631293935616: '#wakeupamerica🇺🇸 who needs a #gun registry when #obama has all your personal information URL URL',\n",
       " 692630756548591616: \"japan's economy minister akira amari resigns over corruption allegations URL\",\n",
       " 693265096278163456: 'german shepherd with a rare spinal condition looking for a forever home. URL URL',\n",
       " 553589051044151296: 'several hostages freed at jewish supermarket in paris. photo thomas samson #afp URL',\n",
       " 553590835850514433: 'hostage-taker in supermarket siege killed, reports say. #parisattacks URL URL',\n",
       " 622858454949040128: 'in heaven chick-fil-a is open on sundays.',\n",
       " 656870311057575936: 'the 5 most accurate predictions from the decade-jumping adventures in #backtothefuture: URL URL',\n",
       " 616311563071434753: \"apologies if you've already seen a crow riding a bald eagle today. image: phoo chan story: URL URL\",\n",
       " 641666167992647681: 'oh, you invented the pencil? #appleevent URL',\n",
       " 525060425184858112: \"the canadian soldier killed in today's ottawa shooting is cpl. nathan cirillo, a family source told cnn. live blog: URL\",\n",
       " 672513234419638273: '\"thoughts and prayers are not enough.\" pres. obama speaks on mass shootings over the years: URL URL',\n",
       " 544382892378714113: 'five hostages escape sydney cafe siege — live updates from @buzzfeedoz URL URL',\n",
       " 681824512120324096: 'when she heard about south korean \"comfort women,\" @yunghi photographed some survivors URL URL',\n",
       " 620835698514464768: 'translucent butterfly - beautiful! URL',\n",
       " 626898253900943360: 'everyone mad at bruce for his sex change but no one gave ashit about that nerd minkus changing into chanel west coast URL',\n",
       " 618804516578680832: \"family: @schwarzenegger's last act as governor stole justice from dead son. URL URL\",\n",
       " 672632899921833984: 'why have there been more mass shootings under obama than the 4 previous presidents combined? URL URL',\n",
       " 553588178687655936: 'reports: #charliehebdo suspects killed URL',\n",
       " 594687353937100801: 'the kissing islands, greenland. URL',\n",
       " 613016993692798977: 'police chief says dylann roof was taken to burger king shortly after arrest URL',\n",
       " 663385747177775105: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 766715993385267201: 'russian olympic officials concerned after learning team’s clean urine reservoir almost empty URL URL',\n",
       " 693141729529184256: \"it's 2016. women should earn the same pay as men for doing the same work. URL #equalpay URL\",\n",
       " 524966904885428226: 'breaking update: canadian soldier injured at parliament hill shooting dies URL #ottawa',\n",
       " 613393657161510913: 'cops bought burger king for dylann roof following his arrest URL URL',\n",
       " 544374511194632192: 'update: total of 5 people have been able to get out of sydney cafe during hostage situation: URL URL',\n",
       " 706665777332621314: '.@berniesanders: in 2016, \"we will end institutional racism and reform a broken criminal justice system.” #demdebate',\n",
       " 693827886021767169: '\"our high school graduation rate is at an all-time high.\" —@potus URL URL',\n",
       " 604354747357859842: 'florida couple arrested for selling fake real estate on the moon #wtf15 👉🏿👉 URL URL',\n",
       " 767709416879644672: '\"i hate writing; i love having written.\" dorothy parker was born on this day in 1893: URL',\n",
       " 693146363685642240: \"watch one direction's original #xfactoruk auditions from 2010, where it all began URL URL\",\n",
       " 652783670370115585: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 674187250792558592: 'donald trump v adolf hitler URL',\n",
       " 726043971911213057: 'target boycott crosses 1 million signers, stock sinks by $1.5 billion URL',\n",
       " 524935485370929152: 'shooting in canadian parliament comes day after isis-inspired radical drove in2 canadian soldier. also reports of shooting at war memorial/1',\n",
       " 730939370765754368: 'ca grand dragon endorses hillary clinton on behalf of the kkk. #trump2016 URL URL',\n",
       " 723365789378584578: 'landmarks around world turn purple, in honor of #prince. #princerip #purplerain URL',\n",
       " 674244561519161344: '\"you\\'re increasingly compared to hitler. does that bother you?\" trump: \"no.\" URL',\n",
       " 553535829017370625: '#breaking - at least five hostages in paris kosher supermarket: (afp) URL #vincennes URL',\n",
       " 731093044460683264: 'target ceo responds to nationwide boycott of the store over transgender bathroom policy URL URL',\n",
       " 693086218276474880: \"oh, i'm so ready to watch @zaynmalik's #pillowtalk on mtv tonight at 8:15p. URL URL\",\n",
       " 692150118921957376: 'jeb bush campaign kicks off 3-state farewell tour with iowa town hall meeting URL URL',\n",
       " 656830586577883136: \"happy #backtothefuture day! how did 'back to the future: part ii' score on 2015 predictions? URL URL\",\n",
       " 553543369604210689: 'an 11-month old baby is among the hostages at the kosher supermarket in paris. unbearably sad. URL',\n",
       " 767814876433571840: 'rudy giuliani rips @hillaryclinton for dragging colin powell into email scandal: \"she lies every day.\" URL',\n",
       " 649985459389661184: 'an openly gay man said that he and his partner met with pope francis a day before kim davis did URL',\n",
       " 553531413459660800: 'update - afp says gunman who has taken a hostage at kosher supermarket in paris believed to be suspect in killing of policewoman on thursday',\n",
       " 693840291992838147: 'isis claims responsibility for triple bombing that killed at least 45 people and injured more than 100 near damascus. URL',\n",
       " 663925546812837888: 'solo cups have been red for decades. if starbucks was taking a shot at christmas, solo shot first.',\n",
       " 614604054552018944: 'the @whitehouse is rainbow-colored tonight in celebration of scotus same-sex marriage ruling. URL URL',\n",
       " 637382230394822656: 'ben carson: what happened to blacks during slavery is why i am pro-life on abortion today URL URL',\n",
       " 661222523275636736: \"anonymous to kkk: you can hood, but you can't hide. #opkkk #hoodsoff URL\",\n",
       " 714531423273746432: 'an open letter to @realdonaldtrump from his top strategist-turned-defector: URL URL',\n",
       " 675043569367982081: '‘el chapo’ threatens #isis: ‘my men will destroy you’ - URL URL',\n",
       " 544314234541469696: 'uber intros surge pricing in downtown sydney during hostage siege URL URL',\n",
       " 651809229842608128: 'avoid 5p bag charge using these from @trolleybagsuk enter here to #win a set with @star100x URL URL',\n",
       " 693140340367187969: 'chiefs te travis kelce will have his own reality tv dating show: URL URL',\n",
       " 553534838880608256: '#breaking gunman in policewoman killing suspected in new paris hostage-taking: source',\n",
       " 633961125126668288: 'a new cnn/orc poll finds @hillaryclinton ahead of @realdonaldtrump by just 6 points URL URL',\n",
       " 544512108885725184: 'paramedics are currently carrying out a number of hostages in #martinpl. #sydneysiege #9news',\n",
       " 552805488631758849: \"at least 12 killed in today's attack on satirical magazine #charliehebdo in paris, official says. URL\",\n",
       " 645711628046995462: \"latest starving 'refugees' from #syria . these guys look like friggin soldiers to me! URL\",\n",
       " 614608936491188225: 'white house lit in rainbow colors after gay marriage ruling URL URL',\n",
       " 693858804279201794: 'poor women in india are fighting for the right to have a job. \"when you start working, your heart opens up.\" URL',\n",
       " 674014933235859456: 'dearborn michigan, this morning. pro isis rally. spread the word, the fit is about to hit the shan here in the us. URL',\n",
       " 690042063958732800: \"#ausopen: british number one andy murray beats australia's sam groth 6-0 6-4 6-1 scores: URL URL\",\n",
       " 693041285087756288: 'saliha is one of the first women ever to stand for election in saudi arabia: watch her story URL URL',\n",
       " 620971220301787136: 'while @cnn is talking about #irandeal nasa confirms earth will experience 15 days of darkness in november 2015 URL',\n",
       " 656880145769197568: \"10 'back to the future' predictions that came true URL URL\",\n",
       " 674263945172119552: \"1.15 million americans have been killed by guns since john lennon's death URL URL\",\n",
       " 612646796355960832: 'after arrest, dylann roof was hungry. police bought him food from burger king. more details: URL URL',\n",
       " 544511199702822913: 'police move in: police confirm live ammunition used in martin place #sydneysiege',\n",
       " 650952376954650629: 'pathetic little twat can’t wait to argue over 5p bag\\xa0charge URL URL',\n",
       " 693441093048766464: \"icymi: joseph pena squatted 875 pounds. he's 17 years old ... URL\",\n",
       " 553107921081749504: 'two shot in paris, including traffic cop, as manhunt continues for #charliehebdo suspects URL URL',\n",
       " 666190716448587776: 'warning syrian refugees hv arrived in neworlean &they r here 2stay ur funds r being well invested in one-way tickets URL',\n",
       " 681199637387149313: 'sacha baron cohen and his wife donate $1 million to syrian refugees URL URL',\n",
       " 632377165477191680: 'trayvon martin at space camp in florida. #blacklivesmatter URL',\n",
       " 652992524504600576: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 763738618573623297: 'hillary clinton strategist bob beckel called for wikileaks editor julian assange to be assassinated: i do not... URL',\n",
       " 672927317191229440: 'this is the face of female jihadist #tashfeenmalik could pass for a widow or orphan😤#norefugees #islamistheproblem URL',\n",
       " 757367391202471937: '\"laziness is a trait in blacks,\" 1991 book quotes trump as saying: URL URL',\n",
       " 688819658057740290: 'us trying to locate americans missing in baghdad after al-arabiya reports they may have been kidnapped by militias URL',\n",
       " 692845716826300418: 'today, the @deptofdefense took steps to expand paid leave for military moms and dads → URL URL',\n",
       " 756282236375277568: '\"laziness is a trait in blacks,\" 1991 book quotes trump as saying: URL URL',\n",
       " 692748411481780224: 'man held at disneyland paris carrying \"low-calibre\" guns & copy of koran - police sources URL URL',\n",
       " 675193315306905600: 'el chapo vs isis: mexican cartel boss threatens islamic state over drug trade URL URL',\n",
       " 674364257799004160: 'adolf hitler vs donald trump URL',\n",
       " 716461257025581056: '.@berniesanders is pulling magic tricks out of a hat in nevada. we just officially won! URL',\n",
       " 662430295254175744: '#opkkk releases 500+ names and reveals unexpected #plottwist URL URL',\n",
       " 544512676643500033: 'breaking @skybusiness: freed hostage borne high from #sydneysiege w/c.4 paramedic teams on the scene URL ( carsonscottli',\n",
       " 638050997340893184: 'in celebrity death hoax news, james earl jones is not dead. URL URL',\n",
       " 692890520960397312: 'the terps do it again! no. 8 maryland knocks off no. 3 iowa 74-68, has beaten 5 of its last 7 top-5 opponents. URL',\n",
       " 544324444773433348: 'uber says it has hiked prices in sydney to \"encourage more drivers to come online & pick up passengers.\" URL #sydneysiege',\n",
       " 745236050407194624: \"the big one: 'large scale motion' detected along san andreas fault URL URL\",\n",
       " 673079581520318464: 'do these look like the faces of a homeless couple caught living in a walmart attic for 2 years? URL',\n",
       " 691995324752252930: '\"the dave i know is polite, modest, and content. jumbotron dave is crass and loud.\" URL URL',\n",
       " 673984270902427650: 'donald trump and adolf hitler. two sides of the same coin. #racism #fascism URL',\n",
       " 524975705206304769: \"#nhl cancels tonight's game between #ottawa and #toronto due to today's shootings. senators were to host maple leafs.\",\n",
       " 618805892222468096: 'jay z and beyoncé want to buy rights to the confederate flag: URL URL',\n",
       " 693086478667112448: 'the people have spoken: there is now a petition for @snoopdogg to narrate \"planet earth\" URL URL',\n",
       " 614595181845839873: 'the white house is lit up rainbow. URL',\n",
       " 654371696195993600: 'colorado mcdonald’s offers first marijuana friendly smoking section in restaurant - URL',\n",
       " 665358434351509504: 'breaking: 1st load of 10,000 syrian refugees arrived in new orleans URL #makeamericagreatagain URL',\n",
       " 755439197125767169: 'ohio police say an officer was served a sandwich containing glass shards at a restaurant. URL',\n",
       " 666633171325353989: 'the myth of zouheir, a \"hero muslim security guard\" in paris URL (via @bbctrending) URL',\n",
       " 729647367457230850: 'leading causes of death in the u.s.: 1. heart disease 2. cancer 3. medical error URL URL',\n",
       " 726442550266044416: 'because target believes men can pee with girls, their stock has taken a huge hit. good. keep boycotting target. URL',\n",
       " 666070802924617728: 'jindal demands info about refugees entering new orleans... URL',\n",
       " 544512664769396736: 'breaking: police enter #lindt cafe, hostages flee URL #sydneysiege URL',\n",
       " 692106491365605376: 'apple announces most profitable quarter in u.s. history—and the end of unprecedented growth URL URL',\n",
       " 727966590084485120: '.@caitlyn_jenner will reportedly pose nude for sports illustrated URL URL',\n",
       " 691789524498845699: 'president obama announces ban on solitary confinement for juveniles in federal prisons - washington post URL',\n",
       " 767803368081358848: 'fbi uncovers nearly 15,000 more emails and materials sent to or from hillary clinton. URL URL',\n",
       " 667379734343471104: 'donald trump is the new adolf hitler URL',\n",
       " 715671763808493569: \"☆☆craigslist ad allegedly posted by bernie supporters offered $15 to protest at trump's rally in wisconsin. trump already creating jobs!\",\n",
       " 653250169752977408: '.@hillaryclinton is ahead of @berniesanders by 19 percentage points, in a new cbs news poll released sunday. URL',\n",
       " 656361703664451585: 'well done scotland! 5p carrier bag charge 1 yr old today - 80% cut in usage - 650m less bags -£6.7m for good causes. URL',\n",
       " 643103859729166337: 'unreal: watch what happens when desperate muslim refugees are offered red cross food URL URL',\n",
       " 714560810266132480: 'letter to trump voters from his top strategist-turned-defector - i don’t know if this is real, but it’s believable. URL',\n",
       " 658065957823324160: 'the father of steve jobs, the ground-breaking founder of apple, was a refugee from syria URL URL',\n",
       " 693534670428971008: 'up to 100 masked men, dressed in black, involved in \"migrant attack\" in stockholm URL URL',\n",
       " 722885778448121857: \"a new transgender bathroom policy at @target is real, and it's fabulous: URL URL\",\n",
       " 614599619310407680: \"white house is aglow in the colors of the rainbow celebrating the supreme court's same-sex marriage decision. URL\",\n",
       " 706933939953344514: 'bernie sanders speaking about institutional racism 👏🏽🙌🏽 URL',\n",
       " 691285663522648065: 'investigations into nearly 60 allegations of unlawful killing against uk soldiers in iraq are dropped, mod says URL',\n",
       " 661229627734667264: 'mayors flatly deny klan membership after #anonymous releases names online URL #opkkk #hoodsoff URL',\n",
       " 714755546285477888: \"donald spunktrumpet's former communications director stephanie cegielski has resigned and written this - URL\",\n",
       " 672102358516670465: 'holy christ, #samuraijack is returning to television! URL URL',\n",
       " 673686233936072704: '72 dhs employees on the terror watch list: URL h/t @penguinsfan62',\n",
       " 618192748735299584: 'the kissing islands, greenland! URL',\n",
       " 715264793737879553: \"donald trump supports abortion ban and 'punishment' for women URL\",\n",
       " 614594667225571328: 'breaking: the @whitehouse is celebrating with us tonight lit up in rainbow colors. #lovewins URL',\n",
       " 693935557009801218: \"iran's supreme leader awards medals to troops who 'captured' u.s. sailors URL URL\",\n",
       " 644229386149888001: 'greek customs captured containers of weapons and ammunition going to refugee camps in europe as \"plastic furniture\" URL',\n",
       " 763428684850094080: 'breaking video : hillary surrogate calls for the assassination of julian assange. URL',\n",
       " 671181758692507648: 'desperate ted cruz claims planned parenthood shooter was transgender leftis; based on rumor he read URL',\n",
       " 692078399012130816: 'woman a leading authority on what shouldn’t be in poor people’s grocery carts URL URL',\n",
       " 752875379765968897: 'ted cruz is apparently riding with the president on air force one en route to dallas. man, barack obama is a saint.',\n",
       " 626642648179159040: 'this is how people in china are riding escalators after a horrific accident URL URL',\n",
       " 742114513726623744: 'a tweet from @realdonaldtrump about the #orlando shooting: URL URL',\n",
       " 716457799392342018: 'bernie sanders has actually won nevada, not hillary clinton! the people have spoken! URL URL',\n",
       " 778625026144792577: 'massachusetts court finds that it’s ‘reasonable’ for black men to run from police to avoid racial profiling… URL',\n",
       " 614610920782888960: 'there will be cool photos of the white house w rainbow colors tonight but hard to top this one by chuck kennedy. URL',\n",
       " 715254040289021952: 'donald trump tells chris matthews: women deserve ‘some form of punishment’ for abortion URL URL',\n",
       " 673872171341447169: '72 dhs employees on terrorist watch list URL via @kredo0 URL',\n",
       " 693167683701968896: \"women in america still earn only $0.79 for every $1 men make. it's time for #equalpay → URL URL\",\n",
       " 724624672604610562: \"people are over here boycotting @target over their new transgender bathroom policy and i'm just like URL\",\n",
       " 655432919595548672: \"thousands of people in china claim they have seen a 'floating city' in the sky URL\",\n",
       " 692014905239666688: \"danish lawmakers approve bill allowing seizure of asylum seekers' valuables to help cover expenses. URL\",\n",
       " 544520042810200064: '#sydneysiege is over. 2 confirmed dead, #prayforsydney #prayforsydneyhostages #sydney #hostages',\n",
       " 692803280238419971: 'usgs: sonic boom confirmed in new jersey area after reports of shaking; cause not immediately known URL',\n",
       " 664000310856310784: 'mysterious creature discovered in california, everyone naturally cries alien: URL URL',\n",
       " 742571519105077248: \"considering the #orlando shooter was a registered democrat i'd like to just put these back here: URL\",\n",
       " 767541796410839040: \"powell breaks silence: clintons trying to 'pin' scandal on me! URL\",\n",
       " 641972184412327937: 'alert! islam taught in tennessee schools URL #wakeupamerica #tcot #wethepeople #pjnet #ccot URL',\n",
       " 651321040119963648: 'el chapo puts $100 million bounty on donald trump...dead or alive! URL',\n",
       " 662151653462790144: \"hackers from anonymous say they're set to expose hundreds of kkk members URL #opkkk URL\",\n",
       " 693844030589902848: '.@dylanobrien learned the hard way to not mess with @shelleyhennig: URL URL',\n",
       " 676067381299576832: '72 dhs employees on terrorist watch list - washington free beacon URL',\n",
       " 544491151118860289: 'sydney hostage-taker - man monis, 49 - originally from iran - self-styled sheikh - accused of sexually assaulting 7 women developing..',\n",
       " 544515538383564801: 'haron monis,hostage-taker in #sydney: fled #iran 96,suspect in ex-wife killing,46 sex assaults URL URL',\n",
       " 673615400655970304: \"shock: 72 'homeland security' employees on terrorist watch list... URL\",\n",
       " 653432261203750912: 'why drunk vegetarians eat meat URL via @thedailybeast',\n",
       " 641443248909754368: \"kim davis angers 'eye of the tiger' creator after using song at prison release URL\",\n",
       " 614601139422633984: 'white house lit in rainbow colors following us supreme court ruling that same-sex couples have right to marry. URL',\n",
       " 524931324763992064: 'very reliable source on parliament hill tells me the assailant has been killed. #cdnpoli #ottnews',\n",
       " 707786906189303808: \"meet kenny the tiger. he was born with down syndrome. he's proof you don't have to be perfect to be beautiful ❤️ URL\",\n",
       " 656047932093763584: 'cnn/orc poll: clinton did best in 1st dem debate, but only sanders significantly increased support in past month. URL',\n",
       " 723025600810766336: '#ripchyna: the wwe icon has passed away at the age of 45. URL URL',\n",
       " 656595123590012928: \"10 'back to the future' predictions that actually came true URL URL\",\n",
       " 615346611955183616: 'breaking: south carolina to ban sale of tylenol. they fear picking of cotton from the bottles may represent slavery. URL',\n",
       " 763524712853102596: 'hillary clinton strategist bob beckel called for wikileaks editor julian assange to be assassinated. #dncleaks URL',\n",
       " 663817239896821760: 'for everyone who thinks starbucks red cups are ruining christmas URL URL',\n",
       " 659462980476637184: 'fda confiscates several thousand chickens from kfc farms as mutations worsen URL URL',\n",
       " 669259395902152704: 'months ago, rupert murdoch bought national geographic and fired most of writers. this just hit the stands. URL',\n",
       " 620367840902782976: \"translucent butterfly - beautiful! ' URL\",\n",
       " 733242244522725376: '🎯 #target backlash over transgender bathroom policy hits \"boiling♨️point\"❗️ URL #boycotttarget URL',\n",
       " 544301453717041152: 'breaking update: gunman says four devices are located around sydney. security response underway. police calling for calm. 9news',\n",
       " 628045645010608128: 'sylvester stallone was so broke before his script for rocky was accepted that he sold his dog for $25. after he bought it back for $15,000.',\n",
       " 672169954016403456: 'pres. obama on #sanbernardino: \"we have a pattern now of mass shootings in this country that has no parallel.\" URL',\n",
       " 693076140278153217: 'michael phelps\\' gold medals and speedo crashed asu\\'s \"curtain of distraction\" last night. you read that right. URL',\n",
       " 674314254732931072: '.@presssec: @realdonaldtrump comment \"disqualifies\" him from presidency URL via @talkopan URL',\n",
       " 714555825122107392: 'an open letter to trump voters from his top strategist-turned-defector URL @juddapatow @andylassner @bettemidler',\n",
       " 611039775856812032: \"what's lurking underneath that crispy crust? a kfc customer claims he got a fried rat: URL URL\",\n",
       " 778681502825451520: 'black men have legitimate reason to run from police – #massachusetts supreme court URL URL',\n",
       " 525068915068923904: '***exclusive*** michael zahaf-bibeau caught on a #dashcam model sold at URL #ottawashooting URL',\n",
       " 740791134146965504: \"dear @hillaryclinton you're not the 1st woman presidential candidate. victoria woodhull is. look @realdonaldtrump URL\",\n",
       " 544504183341064192: 'escaped #sydneysiege hostage, elly chen, a top student and skilled sportswoman URL URL',\n",
       " 553476490315431937: 'police convoy and helicopters are rushing to scene to detain charlie hebdo massacre suspects URL URL',\n",
       " 761573188543229952: 'good news: our businesses have added 15 million jobs over the past 77 months → URL URL',\n",
       " 673696115305406466: '72 dhs employees on terrorist watch list URL',\n",
       " 651825062174195712: 'ben carson is the most brainless brain surgeon in america. my new column: URL',\n",
       " 633949800761700352: 'cnn/orc poll: donald trump now competitive in general election URL via @jennagiesta URL',\n",
       " 761999790892806144: '“our team boasts the most women who have ever competed for any nation at any olympic games.” —@potus on @teamusa: URL',\n",
       " 553587013409325058: \"#breaking charlie hebdo gunmen's hostage freed and safe after police assault\",\n",
       " 544513524438155264: 'sydney siege: police enter cafe as hostages flee the scene, gunfire heard, reports of an injured person – live URL',\n",
       " 672539897899577344: 'mass shootings list. reagan - 11 bush sr - 12 clinton - 23 bush jr - 16 obama - 162 #sanbernadino',\n",
       " 693691456222052352: 'red alert! drake just dropped a new single called, \"summer sixteen\" from his new album. URL URL',\n",
       " 693648684857323521: 'spoiler alert: leo and kate were ridiculously cute together at the 2016 #sagawards. URL URL',\n",
       " 655812191233417216: 'when refusing to pay the 5p bag charge backfires URL 😂🙈',\n",
       " 672219174463275008: 'pres. obama on #sanbernardino: \"we have a pattern now of mass shootings in this country.\" URL URL',\n",
       " 614628865353351168: 'the white house takes on rainbow hues in celebrating #scotusmarriage decision: URL URL',\n",
       " 727854332188577792: 'perhaps media should ask hillary about this clinton campaign made payments to hard drive destruction company URL',\n",
       " 544358564484378624: 'police: negotiators are now in contact with armed hostage-taker in sydney situation; motive remains unknown - URL',\n",
       " 742012307694223361: '#orlando oh look the muslim shooter was also a democrat! URL',\n",
       " 707332312724283392: \"obama to skip nancy reagan's funeral for music, film festival in austin, tx URL via @waynedupreeshow\",\n",
       " 755447443009916929: 'police shut down restaurant after officer cuts mouth on shards of glass found in sandwich URL URL',\n",
       " 693555965019492352: 'denver medical center on lockdown; 9 at hospitals after deadly incident at denver coliseum URL URL',\n",
       " 705092738224525312: 'breaking news: search \"how can i move to canada\" skyrocketed following #supertuesday URL',\n",
       " 724661834419048448: \"hey guys, target isn't backing down check the usa today article about the boycott URL\",\n",
       " 757190314880884736: 'donald trump: \"...laziness is a trait in blacks. it really is, i believe that. it’s not anything they can control.” URL',\n",
       " 544278985249550337: 'geoblock lifted on #abcnews24. streaming coverage of the martin place siege in sydney here URL',\n",
       " 544367462012432384: 'more: police confirm 3 hostages escape sydney cafe, unknown number remain inside URL #sydneysiege',\n",
       " 775672628493357057: 'clinton hides failing health? full disclosure now: covert doctors and nurses URL via @mailonline #maga @realdonaldtrump',\n",
       " 692797856386777089: 'an adorable young fan asked riley curry to be his valentine ... and steph responded: URL URL',\n",
       " 614645853291155457: 'as sun goes down, white house lights up rainbow colors to celebrate scotus ruling: URL URL',\n",
       " 682916727282270208: \"erdoğan cites hitler's germany as example of effective government URL\",\n",
       " 725983128444129280: 'starve the beasts destroying our #civilsociety #target stock ➡️ sinks $1.5 billion URL URL',\n",
       " 766808183696351233: '\"laziness is a trait in blacks\"-trump, according to former president of trump plaza hotel and casino @vitico46 URL',\n",
       " 552791196247269378: \"breaking: at least 10 killed in shooting at french satirical newspaper charlie hebdo, paris prosecutor's office says. URL\",\n",
       " 524943490887991296: 'confirmed | 1 shooter shot dead at parliament hill, but there is more than 1 suspect. #cbcott #ottnews',\n",
       " 667534186450825216: \"steve jobs' biological father was a syrian immigrant.\",\n",
       " 687643002240679936: 'three men found guilty of involvement in \"largest burglary in english legal history\" at hatton garden URL',\n",
       " 723511860516016128: 'all in purple: memorials and landmarks across the globe honor #prince after his death. URL URL',\n",
       " 677099574855639044: 'plumber suing car dealership for $1m after truck he traded in ends up in hands of isis: URL URL',\n",
       " 544391533240516608: 'five hostages have escaped the besieged lindt cafe in #sydney | our latest update: URL URL',\n",
       " 656825206045020160: \"#backtothefuture fans, it's october 21, 2015 — the future is finally here! URL URL\",\n",
       " 525025279803424768: \"the soldier shot dead in wednesday's ottawa attacks has been named as cpl. nathan cirillo of #hamont #ottawashooting URL\",\n",
       " 693119705469587456: 'nasa astronaut @stationcdrkelly captures a beautiful sunrise from aboard the international space station. URL',\n",
       " 666051332504207360: 'jindal protests sending of syrian refugees to new orleans URL URL',\n",
       " 692929779696275456: 'ohio lawmakers want to know why state’s epa didn’t tell public about lead leaking into water supply of sebring. URL',\n",
       " 650975967146602496: \"uk • you're right to be nervous about the 5p plastic bag charge. when they implemented this in california the streets ran red with blood.\",\n",
       " 553544694765215745: \"french police publishes photos of suspect in yesterday's montrouge shooting. maybe the same persons in kosher market URL\",\n",
       " 674080899055546368: 'a vote for donald trump is a vote for adolf hitler.',\n",
       " 626770498328895488: \"translucent butterfly - beautiful! ' URL\",\n",
       " 657007736467525632: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 614626710248534016: '\"these colors celebrate a new chapter in the history of american civil rights.\" #lovewins URL URL',\n",
       " 751536167183613952: \"#urgent so-called 'purge' planned tonight in baton rouge 1200am - 0500am. #bluelivesmatter - heres the flash >> URL\",\n",
       " 693771953648373760: 'in china, 77% of jobs are threatened by automation URL URL',\n",
       " 649903655160815616: \"vatican says #kimdavis' meeting w/ #popefrancis 'should not be considered a form of support.' URL URL\",\n",
       " 692082861525078017: 'tony the tiger has no more cummies left to give URL URL',\n",
       " 614054616154550273: 'charleston church shooter dylann roof receives $4 million in donations from supporters - URL URL',\n",
       " 674301960787505153: 'donald trump has been disqualified for running for president URL',\n",
       " 658755852199927808: 'test finds human dna in hot dogs, meat in vegetarian products URL URL',\n",
       " 748543642323783681: 'obama cuts military pay third year in a row, while pushing $15 min. wage for burger flippers URL URL',\n",
       " 614494170590367744: \"theres' a double rainbow over the white house URL\",\n",
       " 661870323034431489: 'holy shit. rupert murdoch just killed national geographic. URL',\n",
       " 637873886072320001: 'sanders closes to 7 points behind clinton in new iowa poll. URL URL',\n",
       " 732004388181434368: 'target’s new transgender policy raises all sorts of questions. URL',\n",
       " 689938201193115648: '.@potus on declaring a federal emergency in #flint, michigan to supplement state and local response efforts. URL',\n",
       " 645362146415525888: '#bulgaria finds 10,000 #fake passports hidden by #muslim refugees heading for #germany passports for #terrorists URL',\n",
       " 692758581494599681: 'french police hunting woman who was with an armed man arrested near disneyland paris. URL',\n",
       " 672632863452299264: 'reagan (11 mass shootings) bush sr (12 mass shootings) clinton (23 mass shootings) bush jr (16 mass shootings) obama (162 mass shootings)',\n",
       " 727187859367546880: 'good news!: target stock plummets #lbgtq #bathroombill URL #tcot #pjnet #rednationrising URL',\n",
       " 764931593303646208: \"fox news host claims hillary clinton had seizure on camera, has 'secret' health issues URL URL\",\n",
       " 525056576038518785: 'soldier killed in canada shooting was a young reservist with a six-year-old son URL URL',\n",
       " 672433211604013057: 'reagan (11 mass shootings) bush sr (12 mass shootings) clinton (23 mass shootings) bush jr (16 mass shootings) obama (162 mass shootings)',\n",
       " 747275598347837440: 'newsflash⚡️the #orlando shooter was a muslim and a democrat✔️ not a republican or christian❌ #gaypride2016 URL',\n",
       " 774833492865593344: 'nurses save lives of all different races and colors, but @hillaryclinton thinks we belong in a #basketofdeplorables. URL',\n",
       " 760928376668454912: 'before hillary clinton, there was victoria woodhull, a pro-life feminist who ran and was nominated for president. URL',\n",
       " 728013148788154368: 'report: caitlyn jenner will pose nude for sports illustrated URL URL',\n",
       " 614618682543616000: 'white house shines rainbow-colored lights in honor of #scotus gay marriage decision #lovewins URL URL',\n",
       " 693060960001597440: 'mark zuckerberg is now richer than the koch brothers 💰 URL URL',\n",
       " 693826104633737217: 'watch bernie sanders sing \"this land is your land\" with vampire weekend at iowa students rally URL',\n",
       " 723644048867774464: 'niagara falls turned purple on the day prince died: URL URL',\n",
       " 742050150307246080: 'shooter in orlando was: a. muslim b. registered democrat voter c. isis d. homophobic e. ready for hillary URL',\n",
       " 675064077367005184: 'el chapo threatens isis URL URL',\n",
       " 524926235030589440: 'breaking news: at least 3 shots fired at ottawa war memorial. one soldier confirmed shot - URL URL',\n",
       " 749286768554438658: \"what's the no. 1 killer of americans? these rankings have changed little over the years URL URL\",\n",
       " 544380742076088320: 'this is shot that captures the #sydneysiege: sheer terror/relief of escaped hostages, incredible work of @nswpolice URL',\n",
       " 614605997953404929: \"white house lit in rainbow colors after high court's gay marriage ruling (with photo) URL\",\n",
       " 629503919098429440: 'chick-fil-a to open on sundays URL',\n",
       " 692623941131722752: '3-legged dog expected to survive after getting shot while scaring off armed robbers. URL URL',\n",
       " 626546123713474560: 'this is how people in china are riding escalators after a horrific accident URL URL',\n",
       " 672906198434209792: \"farook family attorney says brothers in the family never saw tashfeen malik's face because she always wore a burka. URL\",\n",
       " 673615263040798726: '72 dhs employees on terrorist watch list URL',\n",
       " 647169573599449088: \"new cnn democratic poll: bernie sanders 46 hillary clinton 30 joe biden 14 martin o'malley 2\",\n",
       " 641050980985999360: 'happy \"$15 minimum wage\" labor day from mcdonalds URL',\n",
       " 727179214546456577: \"target's stock has taken a $2.5 billion hit over its insistence on insulting regular customers URL\",\n",
       " 666107476526432256: 'muslim security guard stopped bomber from entering the stadium during #parisattacks URL #zouheir URL',\n",
       " 620916279608651776: 'nasa confirms earth will experience 15 days of complete darkness in november 2015 - URL URL',\n",
       " 673664899571060736: '72 dhs employees on terrorist watch list URL via @kredo0 URL',\n",
       " 544271284796784640: \"developing: gunman takes hostages in sydney cafe, 'isis' flags being held against window - URL URL\",\n",
       " 692071267189395457: \"here's why @potus is taking steps to ban solitary confinement for low-level infractions: URL URL\",\n",
       " 651486105628463105: 'black people can be so stubborn to change.... #5pbagcharge URL',\n",
       " 675065047710892033: 'mexican drug kingpin \\'el chapo\\' reportedly threatens to destroy isis \"p*ssies.\" URL URL',\n",
       " 668144671772778497: 'according to anonymous, the next isis target is a wwe event in atlanta. URL URL',\n",
       " 604625816992002049: 'the kissing islands, greenland. URL',\n",
       " 682996350909157376: \"turkey's president says all he wants is same powers as hitler URL URL\",\n",
       " 688752927381581824: '\"today’s progress...these things are a reminder of what we can achieve when we lead with strength and wisdom.\" —@potus on progress with iran',\n",
       " 693087220459270144: \"4 miners now rescued from mine in china's shandong after 36 days underground - state media URL URL\",\n",
       " 524962142563610625: '#breaking rick hughes at cbc hamilton: the soldier who was shot in ottawa wednesday morning is a reservist serving in hamilton',\n",
       " 693573781730783232: \"ooh, baby! dickie v loved this reverse dunk by ben simmons. lsu's up double-digits on no. 1 oklahoma: URL\",\n",
       " 692083780123783172: 'actor abe vigoda has died at 94 URL URL',\n",
       " 627828211003469825: 'this is how people in china are riding escalators after a horrific accident URL URL',\n",
       " 693059995013742592: 'mook spooked: hillary manager predicts trump will win presidency if nominated!',\n",
       " 614594195479752704: \"white house lit in rainbow colors after today's historic supreme court ruling #scotusmarriage URL\",\n",
       " 692691444046372865: 'zika virus \"spreading explosively\" around the americas, who director-general says. URL',\n",
       " 614593989203886080: 'the @whitehouse is lit up like a rainbow! #lovewins URL',\n",
       " 690376107825192960: 'happy #nationalhugday! URL',\n",
       " 658259426172891136: '4 legged chickens: fda confiscates several thousand chickens from kfc farms as mutations worsen URL',\n",
       " 676586804242309121: 'isis has been killing babies afflicted with down syndrome and other disabilities, activists claim URL',\n",
       " 651959206287908868: \"donald trump's capture, dead or alive, is reportedly worth $100 million to el chapo. URL URL\",\n",
       " 681147789653356544: 'katy perry -- makes holiday wish come true for burn victim URL',\n",
       " 652882609219833856: \".@realdonaldtrump: what's the secret of my popularity? my looks. i'm very handsome. URL URL\",\n",
       " 544476808566276097: \"tv channels have chosen not to show videos of hostages relaying #sydneysiege gunman's demands. URL URL\",\n",
       " 687274510643511296: 'the oregon militia idiots would like you to stop mailing them dildos, please URL URL',\n",
       " 647464349611589632: 'poll: @hillaryclinton trails @berniesanders in new hampshire, even without @vp in the race URL URL',\n",
       " 726086935903494144: 'target boycott crosses 1 million signers, stock sinks by $1.5 billion - breitbart URL',\n",
       " 691632238035886081: 'former conservative minister lord cecil parkinson dies aged 84, after suffering from cancer, his family says URL',\n",
       " 524952883343925249: \"watch video showing gunfire inside canada's parliament in ottawa URL URL\",\n",
       " 688021039322894336: 'kosovo war crimes court to be set up in the hague, dutch government says URL',\n",
       " 707308274270539777: \"no one is surprised by this.of course obama is skipping nancy reagan's funeral.dignity isn't his strongest attribute URL\",\n",
       " 691678576018657281: 'adorable but frightened sloth rescued from side of highway in ecuador URL URL',\n",
       " 692874200927698945: 'report: las vegas sands to propose $1 billion domed stadium to possibly draw nfl franchise - fox5 las vegas URL',\n",
       " 666640008149925893: 'son of a syrian refugee URL URL',\n",
       " 663515735231062016: 'michelle obama says ‘white folks’ are what’s wrong with america URL no michelle you are whats wrong with america',\n",
       " 643139873264812032: 'and so it begins…isis flag among refugees in germany fighting the police [pictures] URL URL',\n",
       " 689860942671130624: \"7 years ago, @potus bet big on rescuing the american auto industry. here's how it paid off: URL URL\",\n",
       " 656662726014599168: 'the father of steve jobs, the ground-breaking founder of apple, was a refugee from syria URL URL',\n",
       " 674229534888185856: 'who said it: donald trump or adolf hitler? URL URL',\n",
       " 716424773216022530: \"it seems @berniesanders has won back nevada! don't let @clarkcountynv dems rig it against @sensanders! #feelthebern URL\",\n",
       " 672432930426372096: 'ever wonder why the most mass shootings ever have happened under obama? URL via @rebootliberty URL',\n",
       " 600451916414484480: 'nasa recently released imagery showing the deforestation of america …in just 34 years. URL',\n",
       " 692838430783332357: \"nation's dog owners demand to know who's a good boy URL URL\",\n",
       " 717081129627553792: \"this is kenny, the tiger with down syndrome. this proves you don't have to perfect to be beautiful ❤️ URL\",\n",
       " 765612862681255936: '.@greysabc season 13 will focus on the \"originals\" URL #greysanatomy URL',\n",
       " 641088973717110784: '#imachristianbut i wish chick-fil-a was open on sundays.',\n",
       " 652349108653551616: 'surprising number of vegetarians secretly eat meat URL URL',\n",
       " 777710439870455808: 'all living ex-presidents warn against donald trump URL URL',\n",
       " 553508098825261056: 'police have surrounded this building where the suspected #charliehebdo attackers are holed-up URL URL',\n",
       " 762793077509464064: '\"if you could compete in any olympic event, what would you choose?\" —@potus asks @flotus: URL URL',\n",
       " 614628136634949632: 'the @whitehouse is lit up in a rainbow #lovewins URL',\n",
       " 580324027715063808: 'just in: germanwings plane crashes in southern france, up to 150 feared dead URL',\n",
       " 634665777400950784: 'translucent butterfly URL',\n",
       " 674301413040758785: '.@presssec: @realdonaldtrump muslim comment \"disqualifies\" him from presidency URL URL',\n",
       " 613362193787129860: 'the kissing islands, greenland. URL',\n",
       " 743764020679741440: 'obama cuts military pay for third year in a row, while pushing for $15 min. wage for burger flippers: URL',\n",
       " 692820029159653377: 'beck on david bowie: \"he’s always been a guidepost for me\" URL URL',\n",
       " 693471161313816576: 'lego’s first-ever figurine in a wheelchair is prompting ‘genuine tears of joy’ URL',\n",
       " 716092408920936448: 'international criminal george soros & his boi @davidbrockdc are sooo busted #fauxprotests #ringers @realdonaldtrump URL',\n",
       " 524941132237910016: \"here's that dramatic video via @josh_wingrove of shots fired inside parliament building: URL #ottawa #shooting\",\n",
       " 727116900983934976: '. @target stock plunges in early days of @americanfamassc boycott. URL',\n",
       " 655986243042459648: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 544283772569788416: 'live updates: siege in sydney cafe URL',\n",
       " 693818562981421056: \"icymi: somehow lebron came out in shorts that didn't match the rest of his team ... so he had to change mid-quarter. URL\",\n",
       " 658938136299511808: 'human dna found in hot dogs - and 10% of vegetarian sausages contain meat URL URL',\n",
       " 618449248179191808: 'girl killed in her sleep from wearing earbuds while iphone was charging - URL URL',\n",
       " 693897857376632832: 'clinton ominously tells iowan supporters to mark front doors with campaign logo before sundown URL',\n",
       " 692410832307818497: 'will you watch thursday’s #gopdebate if @realdonaldtrump is not on stage? URL',\n",
       " 662381914842603520: 'rt @operation_kkk: official #opkkk #hoodsoff 2015 data release URL with love, anonymous . URL',\n",
       " 615494435074363392: 'if they can light up the white house like a rainbow for gay pride, it sure as hell better be red, white & blue for independence day. merica.',\n",
       " 763520953619918848: 'dear #msm bob beckel calling for assassination of #julianassange URL @ericbolling URL',\n",
       " 766568413418356736: 'us swimmer jimmy feigen to pay $11,000 to charity as part of deal to settle brazil robbery dispute - us media URL',\n",
       " 676367888543031296: 'north carolina town rejects solar panels for sucking \"up all the energy from the sun.” URL URL',\n",
       " 692758050378256388: 'elvis presley made his tv debut 60 years ago today. look back at his history on the tube URL URL',\n",
       " 642465192408940544: '#wakeupamerica heads need to roll! school forcing non-muslims to praise islam URL #bansharia URL',\n",
       " 612438528803213312: 'after police arrested #dylannroof, they went and bought him burger king because he was hungry. #charlestonshooting URL',\n",
       " 613425834301485056: 'police bought #dylannroof food from @burgerking after he was arrested for church shooting: URL URL',\n",
       " 714567472712589312: 'how many more trump supporters will defect? an open letter to trump voters from his top strategist-turned-defector URL',\n",
       " 693281966846808064: 'a head-on collision with another planet may have created our moon, researchers say URL URL',\n",
       " 659428447459110912: '#opkkk: #anonymous to reveal identities of 1,000 ku klux klan members URL URL',\n",
       " 672902686380003328: 'reagan (11 mass shootings) bush sr (12 mass shootings) clinton (23 mass shootings) bush jr (16 mass shootings) obama (162 mass shootings)',\n",
       " 659439879701602304: 'fda confiscates several thousand chickens from kfc farms as mutations worsen URL URL',\n",
       " 553590459688570880: 'several hostages freed at jewish supermarket in paris. photo thomas samson #afp URL',\n",
       " 525058976376193024: 'our thoughts and prayers go out to nathan cirillo who died today in ottawa while protecting his country at age 24 URL',\n",
       " 669201837187334144: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 652300118205427716: 'survey: 1 in 3 vegetarians admits to eating meat when drunk... URL',\n",
       " 693203974388895744: 'a tiny alpine town in northern italy just welcomed its first baby in 28 years 🍼👶 URL URL',\n",
       " 747443219487678464: 'nyc pride parade after orlando: “republican hate kills\" no. the orlando shooter was a muslim democrat. URL',\n",
       " 755548076438196225: 'colombus, ohio police officer served sandwich with shards of glass. URL',\n",
       " 728627623488786433: 'breaking: tom brady set to share sports illustrated cover with caitlyn jenner.... URL',\n",
       " 553476880339599360: 'developing: police pursuing #charliehebdo shooting suspects, helicopters deployed - live feed: URL URL',\n",
       " 749039299677417472: 'after the orlando shooting this is how they protest, and the shooter was a registered democrat... URL',\n",
       " 687537772970684417: 'jakarta attacks: #kamitidaktakut hashtag shows indonesians are not afraid URL',\n",
       " 725070832494624769: \"boycott the hell out of target. they think it's ok that boys pee with girls so let's hit em where it hurts - money. URL\",\n",
       " 728038172270198787: 'caitlyn jenner will pose nude on the sports illustrated cover. nothing says sexy like a 66 year old chick with balls.',\n",
       " 500378223977721856: 'oh. so now the #ferguson police chief says the cop didn\\'t know about the robbery when he stopped #mikebrown. the kid was \"jaywalking\"? bs!',\n",
       " 724348906096590849: '340,000 pledge to boycott @target over transgender bathroom policy URL URL',\n",
       " 658786161733734400: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 728207861050970112: 'caitlyn jenner will pose nude on the sports illustrated cover. her balls will be censored by a sad michael jordan face.',\n",
       " 651402689352351744: 'help the red cross provide food, water & cots for refugees across europe. URL \\xa0 #aidrefugees URL',\n",
       " 634943791934406657: 'marilyn monroe and james dean smoking in new york city URL',\n",
       " 544319832486064128: 'hostage situation erupts in sydney cafe, australian prime minister says it may be \"politically motivated\" URL',\n",
       " 693606934050684928: 'looking at eddie redmayne looking at alicia vikander is making us all kinds of emotional. #sagawards URL',\n",
       " 666810213274689537: 'but democrats say that syrian refugees are 3 year-old orphans. so why are they worried about them buying guns?',\n",
       " 692702295281262593: 'the @who predicts 3 to 4 million cases of #zikavirus that is spreading through americas URL',\n",
       " 692498490249891842: '\"an attack on any faith is an attack on all our faiths.\" —@potus at @israelinusa',\n",
       " 689867195657101312: '13 questions with @madisonbeer, the 16-year-old singer @justinbieber discovered on youtube: URL URL',\n",
       " 553512735192141826: 'update - afp: an unnamed police source says the killing of the policewoman in #paris on thursday is linked to the #charliehebdo attack',\n",
       " 544517264054423552: '#breaking: police have confirmed that the #sydneysiege is over. #9news',\n",
       " 656629493377990656: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 663744139666804736: \"as you ignore the cold homeless guy sitting outside starbucks, please be sure to complain about the 'non-christian' red cup of $5 coffee.\",\n",
       " 675005503160901632: 'after mass shootings, obama seeks to expand background checks for gun sales by executive order to bypass congress URL',\n",
       " 638047610973089793: 'obese woman arrested for starving her 7 kids: \"there was only enough food for me\" URL URL',\n",
       " 727623131494387714: 'clinton campaign made payments to hard drive destruction company 🤔 destruction of 14 hard drives @hillaryclinton ⁉️ URL',\n",
       " 723198441690636288: 'pop legend prince has died at 57: URL URL',\n",
       " 641082932740947972: 'judy carne, ‘sock it to me girl’ on ‘laugh-in,’ dies at 76 URL',\n",
       " 648894687542034432: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 692925396292091905: \"paul kantner was jefferson airplane's conceptual heart. here are 12 essential songs URL URL\",\n",
       " 752965545528528898: 'homicide is among the top five causes of death in adolescents URL #endviolence URL',\n",
       " 778572032531427332: 'massachusetts court finds that it’s ‘reasonable’ for black men to run from police to avoid racial profiling… URL',\n",
       " 716451800581279744: \"it's official, @berniesanders actually won nevada today. came down to 2 factors. 1. enthusiasm 2. organization URL\",\n",
       " 637868242560638980: 'woman stabs boyfriend for not liking instagram selfie fast\\xa0enough URL URL',\n",
       " 498430783699554305: 'witness: police allegedly stopped mike brown after yelling at him to walk on sidewalk. #ferguson URL',\n",
       " 641430951403343872: 'translucent butterfly - beautiful! URL',\n",
       " 635632641635667968: \"'great pacific garbage patch' researchers return with data URL URL\",\n",
       " 652000523525091328: \"a third of 'vegetarians' eat meat when drunk on a night out URL URL\",\n",
       " 626897206717624320: \"did a real life 'fallen angel' just fall from the sky in london? ‼️‼️ 👉 URL 👈 URL\",\n",
       " 693476774462820352: 'merkel says refugees must return home once war is over URL',\n",
       " 626516248206135296: 'this is how people in china are riding escalators after a horrific accident URL URL',\n",
       " 676094756758364160: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 715256242990505984: 'just in: donald trump tells @msnbc: \"there has to be some form of punishment\" for abortion URL',\n",
       " 690650123358093312: 'google agrees to pay £130m in back taxes after \"open audit\" of its accounts by uk tax authorities URL',\n",
       " 701514249269542912: \"no, the polling doesn't prove bernie sanders won the hispanic vote in nevada URL\",\n",
       " 623599854661541888: 'obama; - hours to light up white house in rainbow colors for gay marriage. - 5 days to lower flag for dead marines. URL',\n",
       " 629209452793626624: 'a russian laboratory has invented a way to remove the black skin layer of black people URL',\n",
       " 693811101146963968: 'trump hopes for reversal on same-sex-marriage URL | ap photo URL',\n",
       " 666497286663503872: \"remember: steve jobs' biological father was a syrian migrant. URL (photo: ap) URL\",\n",
       " 642432477185867776: 'the stickers on fruit are edible.',\n",
       " 682999206290829312: 'underrated person of the year 2015 candidate—the prime minister of singapore URL URL',\n",
       " 660466342038867969: 'calling #anonymous collective to fire at all #kkk & affiliated sources on nov 16. URL #opkkk #hoodsoff retweet/share',\n",
       " 656202544331517952: 'no, internet, cnn did not delete its poll showing bernie sanders won the democratic debate. URL URL',\n",
       " 727172374999666688: 'we should pick a company a month. 1.1 million families join afa’s target boycott, stock takes $2.5 billion hit - URL',\n",
       " 647193820812177408: \"alert: don't fall for this new facebook scam URL URL\",\n",
       " 723772395211862016: 'niagara falls turned purple on the day prince died: URL URL',\n",
       " 614607711368519680: \"photo: white house lit in rainbow colors after high court's gay marriage ruling URL URL\",\n",
       " 656818921979310081: 'great scott! #backtothefuture 2 (almost) nailed its 2015 predictions. @hplabs makes theirs: URL URL',\n",
       " 647168914955243520: \"new cnn/wmur nh democratic poll: bernie sanders 46 hillary clinton 30 joe biden 14 martin o'malley 2 sept. 17-23, 314 d voters, +/-5.5%\",\n",
       " 661251968078221312: 'anonymous #opkkk the hoods come off begins with united states senators & mayors URL #hoodsoff URL',\n",
       " 690680149164085248: \"update: canada's prime minister @justintrudeau says five people are dead in school shooting URL URL\",\n",
       " 665361505303584774: 'first load of 10,000 syrian refugees has arrived in new orleans, being resettled unbeknownst to locals #tcot URL',\n",
       " 613294443878305796: 'cops who arrested dylann roof treated him to a burger king URL URL',\n",
       " 676120162018451456: 'months ago, rupert murdoch bought national geographic and fired most of writers. this just hit the stands. URL',\n",
       " 665379967757324288: \"today first load of obama's 10,000 syrian “refugees” has arrived in new orleans – all single males 18-30 years old URL\",\n",
       " 766752508312166402: 'judge: hillary clinton must respond under oath to questions from conservative legal watchdog URL URL',\n",
       " 612741808125120513: 'this dad loved his family so much he got eye enlargement surgery so he could look at them more URL URL',\n",
       " 689267711856263168: \"china's economy grew by 6.9% in 2015, marking its slowest growth in 25 years. URL\",\n",
       " 613023744454475776: 'first black female gop @repmialove returning donations from alleged white supremacist URL URL',\n",
       " 614671961801785344: 'the white house is glowing with pride URL | ap photo URL',\n",
       " 675490515748425728: \"america's first muslim female judge; carolyn walker-diallo. URL\",\n",
       " 740748123581087745: 'first female candidate for president was not @hillaryclinton it was victoria woodhull in 1872 #nhpolitics #tcot URL',\n",
       " 690580180805509121: 'justin trudeau: i will raise my sons as feminists URL URL',\n",
       " 552984502063337472: '#update three men including two brothers identified in france newspaper attack: source URL #jesuischarlie #charliehebdo',\n",
       " 650128194209730561: 'an openly gay man said that he and his partner met with pope francis a day before kim davis did URL',\n",
       " 612841482823729152: 'breaking news campaign donations link top gop contenders to #dylannroof. #tedcruz returns $8k. URL URL',\n",
       " 636925368927064064: 'actor james earl jones is not dead: URL URL',\n",
       " 674015148382666752: 'dearborn michigan, this morning. pro isis rally. spread the word, the fit is about to hit the shan here in the us. URL',\n",
       " 656834590779289600: \"10 'back to the future' predictions that came true URL URL\",\n",
       " 681767380305985536: 'sorry, mark zuckerberg is not giving $4.5 billion to 1,000 random facebook users URL URL',\n",
       " 648310692794109952: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 524995771587108864: \"this afternoon we've lowered our flags to half mast in honour of the canadian reservist who lost his life in ottawa. URL\",\n",
       " 692752491482615808: '31 \"travel-associated\" cases of zika virus reported in 11 u.s. states + d.c. this year and last, cdc says. URL',\n",
       " 693502060545703937: '.@tedcruz: \"bernie is a socialist and he admits it. hillary is a socialist and she pretends she\\'s not.\" URL',\n",
       " 766789709045518336: 'donald trump goes to louisiana flooding site, spends a minute handing out play-doh, leaves URL #whereshillary',\n",
       " 652982112870662144: 'surprising number of vegetarians secretly eat meat URL URL',\n",
       " 693456187036037123: '\"let\\'s not make the next two weeks about a \\'black qb.\\' let\\'s just talk about the greatness of this guy.\" -c. barkley URL',\n",
       " 692796451987034113: 'renting vs. owning a home: a side-by-side comparison URL URL',\n",
       " 703234354579898368: 'kenny is considered the first tiger with down syndrome. at the age of nine, kenny died in 2008 of cancer. URL',\n",
       " 693466451081060353: 'is the truth out there? 👽 in nod to @thexfiles, @cia releases hundreds of declassified docs URL URL',\n",
       " 655815788675399680: 'when refusing to pay the 5p bag charge backfires... URL',\n",
       " 552832817089236992: 'stills from eyewitness video show two #charliehebdo attackers wearing hoods & black clothing shoot a wounded man URL',\n",
       " 544291965513134080: 'according to seven, this is a picture of the gunman URL',\n",
       " 726190016435728385: 'target boycott crosses 1 million signers, stock sinks by $1.5 billion URL',\n",
       " 676870737932742656: 'plumber suing car dealership for $1m after truck he traded in ends up in hands of isis: URL URL',\n",
       " 672553813249826816: '#onceuponatime\\'s @colinodonoghue1: dark hook is like a \"pissed-off boyfriend\" URL @onceabc URL',\n",
       " 649881917534433280: 'pope francis’ meeting wasn’t an endorsement of kim davis, vatican says URL',\n",
       " 692023855926374400: \"shooting reported at naval medical center san diego, according to the center's facebook page. URL\",\n",
       " 725174535897620481: 'more than 700000 boycott target over transgender URL #lgbtq #tcot #bathroombill #pjnet URL',\n",
       " 688446106943008768: 'oscars 2016 host chris rock calls event \"white bet awards\" due to lack of diversity: URL URL',\n",
       " 640107106943766528: '10,000 refugees expected in austria today, per the red cross. about 20 percent are sick or injured. URL',\n",
       " 748640007934590976: \"what's the no. 1 killer of americans? these rankings have changed little over the years URL URL\",\n",
       " 724320681517670400: '340,000 pledge to boycott target over transgender bathroom policy URL URL',\n",
       " 640644123339431936: 'did you know that microsoft actually uses dog noses for thumbsticks on the gamecube controller? URL',\n",
       " 661299012386095105: \"'hoods off': anonymous announces operation to name kkk members URL #opkkk\",\n",
       " 613061089518034944: 'cops rewarded dylann storm roof with burger king following his arrest for an act of domestic terrorism. URL',\n",
       " 672424512516964352: '.@johnrlottjr:\"the number of ppl killed by mass shootings during obama’s tenure is 424 casualties…paris this year alone has 508 casualties.\"',\n",
       " 628319096606732290: \"whole foods' $6 asparagus water is just water with three stalks of asparagus in it URL URL\",\n",
       " 524936872666353664: 'more shots fired just off parliament hill. police telling everyone to take cover.',\n",
       " 673611867181473792: 'what? \"72 dhs employees found on terrorist watch list\" URL',\n",
       " 673581371458199552: 'men from #pakistan security forces told reporters to stop probing #tashfeenmalik background or face arrest URL',\n",
       " 668872645589471232: 'steve jobs was adopted. his biological father was abdulfattah jandali, a syrian muslim.',\n",
       " 669613420665159680: 'farting does not burn 67 calories and is not a practical weight loss mechanism: URL URL',\n",
       " 676718762830221312: 'texas plumber sues car dealership after his truck winds up in isis video: URL URL',\n",
       " 613194145423826944: '.@hillaryclinton not talking about ’92 clinton-gore confederate campaign button URL URL',\n",
       " 701175292937707520: '\"sanders won 54% of the latino vote, according to the sample data, compared to clinton’s 43%.\" #nvcaucus URL',\n",
       " 544289409294553088: 'full statement from pm abbott on #sydneysiege #martinplace #lindt. URL',\n",
       " 665575674485211136: 'first 10,000 syrian refugees arrive in new orleans noticed there are no women or children @realdonaldtrump #tcot URL',\n",
       " 641191076716417025: 'happy \"$15 minimum wage\" labor day from mcdonalds URL',\n",
       " 682895395077373952: 'a clever marketing campaign by norwegian airlines. / via URL URL',\n",
       " 553587303172833280: 'police taking people out of #paris grocery where hostages were being held. URL',\n",
       " 633823543541768192: 'obese woman arrested for starving her 7 kids: “there was only enough food for me” URL URL',\n",
       " 544381485591982083: 'reports on @channeltennews #sydneysiege gunman wants #isil flag delivered to cafe and he also wants to speak to pm or people will be killed.',\n",
       " 766323684076322816: 'u.s. justice department to end use of private prisons. URL',\n",
       " 691608761128067072: \"29 times @msleamichele's instagram inspired us to live a healthier life: URL URL\",\n",
       " 614638036593299456: 'this is how the white house celebrated what obama called \"a victory for america.\" #lovewins URL URL',\n",
       " 553587672137334785: 'afp: suspected #charliehebdo gunmen have been killed',\n",
       " 552811386259386370: 'at least 12 dead in the paris shooting. updated story and background info: URL #charliehebdo URL',\n",
       " 672828403016429568: 'obama plans executive action on gun control; white house admits it will not prevent mass shootings URL',\n",
       " 604642913188872192: 'florida man sips bud light as he walks down street in only shirt and shoes; says he lost pants and underwear at beach URL',\n",
       " 765359928361922560: '\"people do not smile during a seizure while standing upright and then immediately launch into a coherent sentence.\" URL',\n",
       " 626739062792032256: 'this is how people in china are riding escalators after a horrific accident URL URL',\n",
       " 663722803489808384: \"people are enraged that starbucks' red cups aren't christmas-y enough URL URL\",\n",
       " 691719802499432448: \"and jake makes that one more for team kal-el... let us know which side you're on with '#empirebvs'. URL\",\n",
       " 661120256732041216: 'breaking news here oooof #hoodsoff #opkkk #anonops #anonymous #anonfamily #kkk #racism URL',\n",
       " 634404792241143809: 'new seaworld show just elephant drowning in large tank of water with no explanation URL URL',\n",
       " 524923676484177920: 'breaking - shooting on parliament hill. rcmp have weapons drawn #cdnpoli URL',\n",
       " 665364878287224834: 'ironic timing – today first load of 10,000 syrian “refugees” has arrived in new orleans –… URL URL',\n",
       " 642027433693171712: '.@berniesanders says @realdonaldtrump is \"using racism as a way to attract votes\" #bernieoncnn URL URL',\n",
       " 626901072209121282: 'everyone mad at bruce for his sex change but no one gave ashit about that nerd minkus changing into chanel west coast URL',\n",
       " 692735698349199360: \"north korea 'planning some kind of rocket launch' us officials say, citing increased activity at test site URL\",\n",
       " 544277117039837184: 'flag in window of sydney lindt cafe not an isis flag. reads: ‘there is no god but allah and muhammad is the messenger of god’ (@liztilley84)',\n",
       " 663904307113275392: 'donald trump defends christmas, says \"maybe we should boycott starbucks\" over new red cups: URL URL',\n",
       " 544358533819420672: 'breaking: three hostages appear to have escaped the sydney cafe where a siege remains ongoing. URL #sydneyseige',\n",
       " 693528374996652032: '.@realbencarson: \"what good does it do a man to gain the whole world & to lose his soul?\" URL',\n",
       " 724703995147751424: 'american family association gets 500,000 to sign petition boycotting target over its transgender bathroom policy URL',\n",
       " 759460236042305536: '1991, book written saying trump says \"laziness is a trait in all blacks\" URL URL',\n",
       " 524965775036387329: 'hero. @affanchowdhry: kevin vickers, head of security in parliament, being credited for taking down shooter #ottawa URL \"',\n",
       " 673346166822694914: 'do these look like the faces of a homeless couple caught living in a walmart attic for over 2 years? URL',\n",
       " 525025463648137216: 'breaking: a source confirms to cp24 that the deceased soldier in ottawa is cpl. nathan cirillo. cirillo was a member of the hamilton argylls',\n",
       " 723521076446142465: 'when your two favorite landmarks...go purple in honor of the world missing prince...beautiful: URL',\n",
       " 672488384695279616: 'reagan (11 mass shootings) bush sr (12 mass shootings) clinton (23 mass shootings) bush jr (16 mass shootings) obama (162 mass shootings)',\n",
       " 642145732435292160: \"poll: @hillaryclinton's lead over @berniesanders shrinks as her edge over gop vanishes URL URL\",\n",
       " 757748522481491968: 'tim kaine & his besties the muslim brotherhood URL #demsinphilly #dncconvention URL',\n",
       " 716439952922312704: 'we officially won clark county (70% of the population of nevada) and washoe county +5/6 for @berniesanders -4 for hillary #bernietakesnevada',\n",
       " 614604580601597953: 'watch live: as sun goes down, white house lights up rainbow colors to celebrate scotus ruling URL URL',\n",
       " 643225207705075716: 'isis flag among refugees in germany fighting the police .. URL #norefugees #rebootliberty URL',\n",
       " 654351281260113920: 'today @cnn removed a debate poll where over 80% were for @berniesanders #demdebate #clintonnewsnetwork URL',\n",
       " 692540218310803456: '\"dewshine\" drink suspected in deaths of tennessee teens. URL',\n",
       " 661102820976930816: '►#anonymous operation #kkk ►ku klux klan, we never stopped watching you URL #opkkk #hoodsoff URL',\n",
       " 693061713042771968: 'end of the line for land rover defender as emission rules kill off iconic 4x4 URL #bbcgofigure URL',\n",
       " 544518335019229184: '#breaking: at least two people have died following the #sydneysiege. 5 people are being treated by paramedics.',\n",
       " 614624331717545984: 'live from the white house...in rainbow colors. hundreds of people...hundreds URL',\n",
       " 615840865815298048: 'valerie jarrett organized white house rainbow lights URL URL',\n",
       " 645356735545364480: \"dna confirms hakeem from ‘empire’ is jay-z's biological son [read details👇👇👇👇👇🏾👇🏿 URL URL\",\n",
       " 693651239486263296: 'body found in north carolina of virginia girl, 13, missing since wednesday. virginia tech student has been charged. URL',\n",
       " 544274934835707905: 'several people being held hostage at a sydney cafe. australian tv showing people with hands up against a window: URL',\n",
       " 655080266784968705: 'poll: @hillaryclinton pulls even with @berniesanders in new hampshire after debate URL URL',\n",
       " 743058135300988932: 'so now we know, orlando shooter was a gay, muslim, registered democrat. no wonder liberals are trying to blame the gun. #orlandoshooting',\n",
       " 658462819667615744: 'the father of steve jobs, the founder of apple, was a refugee from syria URL URL',\n",
       " 614617234942656512: 'the white house tonight is illuminated in rainbow colors to honor and celebrate marriage equality. bravo! URL',\n",
       " 778949749156245504: '\"a black man who runs from police merely might be trying to avoid the recurring indignity of being profiled\" URL',\n",
       " 715255507506892800: 'update: donald trump advocates abortion ban and \"some form of punishment\" for women who have an abortion. URL - @msnbc',\n",
       " 544271362022338560: 'black islamic flag being held up in window of #lindt chocolate store in martin place, sydney - hostages inside. URL',\n",
       " 693321561542127616: 'after eluding capture for years, 2 mafia bosses arrested in underground bunker in southern italy. URL',\n",
       " 692082592380751874: 'stiles (and the rest of us) just wants lydia to wake up on #teenwolf tonight at 9/8c: URL URL',\n",
       " 552793679082311680: '11 confirmed dead, francois hollande to visit scene of attack - latest from paris: URL URL',\n",
       " 693129259334909952: 'man’s anxiety not about to let depression muscle in on turf URL URL',\n",
       " 648993731169939456: \"woman in hospital after confusing hair mousse with builder's foam: URL\",\n",
       " 693893182338289664: \"i haven't stopped watching #pillowtalk all weekend (and i'm not even sorry): URL URL\",\n",
       " 676955015265837056: 'jeb bush: \"donald, you\\'re not going to be able to insult your way to the presidency.\" cheer from the audience #nprdebate',\n",
       " 651786568592658433: 'one third of vegetarians eat meat when they get drunk | URL URL',\n",
       " 544319274072817664: 'ray hadley says he spoke with hostage, and could hear the gunman in the background barking orders and demanding to go live on air',\n",
       " 640182854928961536: 'plastic bag use in wales has dropped by 71 per cent since the 5p charge was introduced URL URL',\n",
       " 727588444000526336: 'payments to hard drive destruction company... URL',\n",
       " 628681462976528384: 'whole foods called out for selling $6 \"asparagus water,\" water with stalks of asparagus in it URL URL',\n",
       " 724044187113512960: 'niagara falls turned purple on the day prince died: URL URL',\n",
       " 650037735579910145: 'the vatican insists pope francis’ encounter with kim davis was not endorsement of her views URL URL',\n",
       " 544289941996326912: \"prime minister tony abbott's statement on the #sydneysiege. updates: URL URL\",\n",
       " 649974380416618496: 'vatican official says there is \"a sense of regret\" that pope francis met with kim davis: URL URL',\n",
       " 688428083540553728: 'remembering the talented singer aaliyah on what would have been her 37th birthday: URL URL',\n",
       " 701975210044497921: 'study concluded that the clinton camp has “no statistical basis” to back claims that it won latino vote in nv. URL',\n",
       " 692826642583019521: 'email: michigan officials gave bottled water to state employees a year before flint residents got it URL',\n",
       " 654343805081157633: 'hey @cnnpolitics @cnn where did this poll go? apparantly a lot of people like @berniesanders. you should report that URL',\n",
       " 742055437932040193: 'because the orlando shooter who murdered gay people was a registered democrat and muslim, the media is going silent. URL',\n",
       " 616481759329427456: 'just a crow riding an eagle, nbd. URL URL',\n",
       " 613114185505996802: \"gop candidates, lawmakers return donations made by leader of racist group cited in dylann roof's manifesto: URL\",\n",
       " 552785375161499649: 'breaking: 10 reportedly shot dead at paris hq of french weekly charlie hebdo URL',\n",
       " 697992796565741569: \"nevada focus group of #pbsdebate says @berniesanders won tonight's debate by a 25 to 9 margin.\",\n",
       " 714577521992343552: 'a trump campaign strategist just quit and wrote this amazing open letter about why: URL',\n",
       " 760120409429643266: 'pray for parents and school leadership to have wisdom to refuse these after school satan clubs! URL',\n",
       " 692368829368918017: 'london jury acquits five out of six brokers who were on trial, accused of manipulating the libor interest rate URL',\n",
       " 672180526946656256: 'obama: \"we have a pattern now of mass shootings in this country that has no parallel anywhere else in the world\" URL',\n",
       " 687409983139495939: \"governor whose marriage would have been a crime 50 years ago: we've never had racist laws URL URL\",\n",
       " 767092161716350980: 'olympics: us women win basketball gold for 6th consecutive olympics, routing spain in final. URL URL',\n",
       " 693857080193761285: \"nasa's curiosity rover sends back a selfie from a sand dune in mars: URL URL\",\n",
       " 623818627054206977: 'nasa confirms earth will experience 15 days of complete darkness in november 2015 URL',\n",
       " 757450526153900032: 'victoria woodhull ran for us president 144 years before hillary clinton 📻 URL URL',\n",
       " 728631482722308096: \"afa' rios: target's transgender bathroom policy is 'push from the left to deconstruct the family' URL via @breitbartnews\",\n",
       " 693402634011701248: \"the lion’s share of collaborative work tends to fall on women. and it's exhausting. URL URL\",\n",
       " 667465205258051584: 'remember the man who killed four marines in chattanooga? he was a refugee. URL',\n",
       " 524925215235911680: '#breaking news: shots fired at parliament hill. follow developing story: URL URL',\n",
       " 525028734991343617: 'ctv news confirms that canadian authorities have provided us authorities with the name michael zehaf-bibeau in connection to ottawa shooting',\n",
       " 647169726158925824: 'poll: @hillaryclinton trails @berniesanders in new hampshire, even without @vp in the race URL URL',\n",
       " 780436430732525569: 'well, this is a new one: chelsea clinton implies that marijuana can kill you. 2016, y’all. URL #mmot #p2 #tcot #tlot',\n",
       " 723915846985342976: 'niagara falls turned purple on the day prince died: URL URL',\n",
       " 631388553801564160: \"did a real life 'fallen angel' just fall from the sky in london? URL\",\n",
       " 656811196218286080: \"10 'back to the future' predictions that came true URL URL\",\n",
       " 674358835675549696: \"1.15 million americans have been killed by guns since john lennon's death URL\",\n",
       " 766541461189832704: 'a boy dies after being bitten by a dog in essex, with a woman arrested for allowing a dog to be out of control URL',\n",
       " 616765822095261700: 'a crow tries to fight an eagle—gets a free ride instead: URL',\n",
       " 693857551620968448: 'keeping vanessa hudgens in our thoughts. her dad greg died last night from cancer: URL URL',\n",
       " 614610364702044164: 'white house set aglow with rainbow pride URL | ap photo URL',\n",
       " 693648675772436480: 'kate winslet congratulating leonardo dicaprio after his #sagawards win is everything 💕 URL URL',\n",
       " 524932935137628160: \"the gunman in ottawa has been shot and killed. i'm at a loss for words this morning. that isn't my canada.\",\n",
       " 640967537178472448: 'judy carne, \"laugh-in’s\" \"sock it to me\" girl, dies at 76 URL URL',\n",
       " 692884886374318081: \"it's gregg popovich's 67th birthday and there's one thing we know he's not doing tonight. URL\",\n",
       " 614595106906226688: 'the white house bathed in rainbow #scotusgaymarriage URL',\n",
       " 693181857261719553: 'nfl: diagnosed concussions rose by nearly 32 percent this season. URL URL',\n",
       " 693200309955469312: 'watch zayn malik\\'s surreal \"pillowtalk\" video, featuring gigi hadad URL URL',\n",
       " 525049639016615937: 'this is the soldier who died today at the #ottawa war memorial. his name is cpl. nathan cirillo. #rip #ottawastrong URL',\n",
       " 755475529294352385: 'ohio police officer hospitalized after eating shards of glass in sandwich from columbus restaurant blackliesmatter URL',\n",
       " 692516224245235712: '.@potus reflects on the importance of taking his daughters to visit the @holocaustmuseum. #holocaustremembranceday URL',\n",
       " 707604196812591104: \"developing: president obama will be attending sxsw festival instead of nancy reagan's funeral. URL\",\n",
       " 614790312955904000: 'see the white house light up as a rainbow to celebrate gay marriage URL URL',\n",
       " 765739657908850688: 'remember when trump said \"laziness is a trait in blacks.\" URL URL',\n",
       " 687748306571804672: 'harry potter fans are posting incredibly moving tributes to severus snape and alan rickman: URL URL',\n",
       " 544520273718812672: 'police confirm that #sydneysiege is finally over. two people reportedly injured after suffering gunshot wounds URL',\n",
       " 748558349139058688: 'obama cuts military pay 4third year in a row #isis 2nd terrorist attack in a week #wakeupamerica r u ok w this? #2a URL',\n",
       " 544350712365207552: '#breaking reports two customers and an employee have escaped the #sydneysiege URL',\n",
       " 688741019979001856: 'us imposes sanctions on iranian companies and individuals over missile programme, after lifting of nuclear sanctions URL',\n",
       " 614702244001382400: 'white house set aglow with rainbow pride URL | ap photo URL',\n",
       " 693641113693884416: 'ooh, baby! icymi: dickie v loved this reverse dunk by freshman phenom ben simmons. URL',\n",
       " 767861179951648768: '.@realdonaldtrump slams @hillaryclinton: “the job of an elected official is to serve the citizens of the u.s.” URL',\n",
       " 524925987239120897: 'soldier shot at national war memorial in ottawa URL #cdnpoli #hw',\n",
       " 666335363099660288: \"eiffel tower displays colors of france's flag to pay tribute to victims of #parisattacks: URL URL\",\n",
       " 692550140754841603: 'tyronn lue, the east all-star coach, has coached 3 games. his west counterpart, gregg popovich? 1,538 games. URL',\n",
       " 688755462783782912: '\"when americans are freed and reunited with their families, that’s something we can all celebrate.\" —@potus URL',\n",
       " 676491949524713473: 'war has come again in the #the100 season 3 trailer URL @cwthe100 @miselizajane @wildpipm URL',\n",
       " 693939356390653952: 'michael oher got a text from cam newton during the offseason. now, they prepare for #sb50: URL URL',\n",
       " 649584608560832513: 'this woman mistook builders’ foam for hair mousse URL URL',\n",
       " 707321278135463936: 'president obama to skip nancy reagan’s funeral in order to attend south by southwest: URL URL',\n",
       " 716448280201269248: 'bernie sanders has won the nevada caucus #nvcaucus URL',\n",
       " 525019752507658240: '#isis media account posts picture claiming to be michael zehaf-bibeau, dead #ottawashooting suspect. #canada URL',\n",
       " 745365403237376000: 'causes of death in usa in 2016 (through june 15) URL',\n",
       " 690106189951139840: 'president putin \"probably\" approved ex-russian spy alexander litvinenko\\'s assassination in 2006, inquiry finds URL',\n",
       " 767698691205410816: \"#donaldtrump's son spoke about his father's decision to visit flood-damaged louisiana while pres. obama played golf. URL\",\n",
       " 614620298877513729: 'white house lit in rainbow colors following us supreme court ruling that same-sex couples have right to marry. URL',\n",
       " 654336219447472128: 'beat the 5p bag charge by #winning 1 of 5 cute lambrini shopping bags - rt & follow to enter! 18+, t&cs apply URL',\n",
       " 552791578893619200: 'eleven dead in shooting at paris offices of satirical magazine charlie hebdo – live updates URL',\n",
       " 614599587362414592: 'white house lit in rainbow colors following us supreme court ruling that same-sex couples have right to marry. URL',\n",
       " 701872343736520704: 'new analysis from @wcvi: sanders won the latino vote in nevada. URL',\n",
       " 693571567377342466: 'anne frank\\'s stepsister says trump \"is acting like another hitler\": URL URL',\n",
       " 649889459836710912: 'breaking news: pope francis’ encounter with kim davis wasn’t an endorsement of her views, the vatican says. URL',\n",
       " 763430916236640256: 'hillary surroagte bob beckel calls for assassination of julian assange URL',\n",
       " 688366079396163584: 'iran announces that washington post reporter jason rezaian and three iranian americans have been freed from prison URL',\n",
       " 524980744658382848: '#rcmp to hold news conference on #ottawa shootings at 2 pm et, 11 am pt. watch live coverage @ URL',\n",
       " 711994705333112832: \"keith richards 'once pulled a knife on donald trump' says rolling stones' ex-event promoter URL URL\",\n",
       " 544352727971954690: 'local media: 3 people appear to escape from martin place, sydney, café, amid hostage situation - @abcnews URL',\n",
       " 765779159176077312: 'oil tanker hijacked off malaysian port of kuantan and taken into indonesian waters, malaysian maritime officials say URL',\n",
       " 690969315470868480: \"'plane wreckage' found in thailand prompts speculation it might belong to malaysian airlines flight mh370 - reuters URL\",\n",
       " 705093513076015104: 'tons of people searching \"how to move to canada\" following trump, clinton wins URL URL',\n",
       " 755523157700648960: 'ohio police officer served sandwich containing shards of glass – officer has been hospitalized - #rncincle URL',\n",
       " 742678930516123650: 'gay muslim democrat terrorist threatened to kill his classmates. when he was 10. but nra or something. URL',\n",
       " 614594259900080128: 'watch live: as sun goes down, white house lights up rainbow colors to celebrate scotus ruling URL URL',\n",
       " 614614133410033664: 'the white house goes rainbow to celebrate supreme court marriage ruling URL URL',\n",
       " 544278335455776769: '#breaking hostages held inside sydney cafe, islamic flag held up',\n",
       " 665309822208729088: 'breaking: five explosions heard near bataclan concert hall in paris: reuters witness URL',\n",
       " 732971411157880832: \"here's an interesting look at $tgt target's stock price since it implemented it's transgender bathroom policy... URL\",\n",
       " 693466724822323200: 'audio recordings reveal cpr started 11 minutes after staff found gynnya mcmillen URL URL',\n",
       " 651018580989972480: 'pope francis expected to fire the archbishop who tricked him into meeting kim davis URL',\n",
       " 727982226290442240: 'surprise! => @target stock drops since #transgender bathroom policy URL URL',\n",
       " 667073349974102017: 'anne frank was a refugee denied entrance to the united states URL #syrianrefugees URL',\n",
       " 524922729485848576: 'only photo i will tweet. cpr being performed on the soldier now. i heard four shots. #ottawa URL',\n",
       " 668849913678209024: 'that superman poster is legit: URL URL',\n",
       " 692743102432346113: \"tim allen compares clintons to herpes: 'just when you think gone, they show up again'... URL\",\n",
       " 778299287293816832: 'will ny ag investigate clinton campaign credit card fraud re elderly donors? URL URL',\n",
       " 714503380476026880: 'open letter to trump voters from his top strategist-turned-defector - amazing first person account URL via @xojanedotcom',\n",
       " 689915847939219456: '“seven years ago, auto sales hit a 27 year-low. last year, they hit an all-time high.” —@potus #madeinamerica URL',\n",
       " 728625967921401856: 'the retail giant has taken huge hits as consumers react to their misguided bathroom policy. URL URL',\n",
       " 524925050739490816: 'breaking news: soldier shot at national war memorial in ottawa URL',\n",
       " 628336948810268673: 'whole foods tests the limits of yuppie diet fads with new $6 asparagus water - URL URL',\n",
       " 689890946683576322: \"7 years ago today, @potus was sworn into office. here's a look at how far we've come since. URL\",\n",
       " 767459987476054016: 'it’s a three-peat! team usa routs serbia 96-66 to win its third-straight and 15th basketball gold medal. URL',\n",
       " 767203096472719364: \"wow. anthony johnson's knockout win is the 3rd-quickest finish in @ufc light heavyweight history (0:13). #ufc202 URL\",\n",
       " 689641419825242112: '.@potus ✓ spinach ✓ some adorable kids ✓ and an #mlkday service project. watch: URL URL',\n",
       " 692393375891361794: \"check out new steps we're taking to expand access to meals for the kids who need it most: URL URL\",\n",
       " 552783667052167168: 'france: 10 people dead after shooting at hq of satirical weekly newspaper #charliehebdo, according to witnesses URL',\n",
       " 552834961762709505: 'paris manhunt: 3 #charliehebdo attackers with ak-47 rifles & reportedly rocket-propelled grenade still at large URL',\n",
       " 716416753409081344: 'hearing that bernie sanders flipped clark county in nevada at state convention, may have won the entire state #feelthebern',\n",
       " 707420972173955072: \"obama skipping nancy reagan's funeral to attend sxsw URL URL\",\n",
       " 780882510645370880: 'chelsea clinton implies here that marijuana can kill you. uhh URL',\n",
       " 553160652567498752: 'french police: said kouachi and cherif kouachi wanted in paris terror attack: URL URL',\n",
       " 544268732046913536: \"#breaking: hostages are being held and a siege is taking place at sydney's lindt chocolat cafe in martin place.\",\n",
       " 767855091109863424: '.@stephenfhayes: \"this is about hrc having made repeated representations that have turned out to be false.\" URL',\n",
       " 692911086920667136: \"in asu's curtain of distraction, michael phelps brought out his gold medals and speedo to do the trick. it worked. URL\",\n",
       " 544282005941530624: 'hostages in sydney cafe made to hold up islamic flags URL',\n",
       " 614609560658161664: 'the white house is lit like a rainbow tonight in honor of the #scotusmarriage ruling. URL',\n",
       " 580348081100734464: '#germanwings \"sorry to confirm\" 144 passengers & 6 crew on board flight #4u9525 when it crashed in french alps URL',\n",
       " 723504069814444033: 'purple reign! landmarks light up for prince after his sudden death 💜 #princerip URL',\n",
       " 553586860334010368: '#charliehebdo killers shot dead by police',\n",
       " 640118021101604864: 'the insane reason why chinese drivers intentionally kill pedestrians they hit — via @slate URL URL',\n",
       " 688751061503442944: '\"we have now cut off every single path that iran could have used to build a bomb.\" —@potus #irandeal URL',\n",
       " 778530869208190976: 'hillary overcharges poorest campaign donors @lindasuhler @realdrgina @girlsfortrump @cinderella2b @kamvtv #us #usa🇺🇸 URL',\n",
       " 544291804057960448: 'first photos: hostage pressed against a window. #sydneysiege URL',\n",
       " 688004802245214208: \"study: minimum wage increases haven't hurt the restaurant industry. URL\",\n",
       " 743126914794037248: \"people blame the massacre in orlando on the nra. newsflash: the orlando shooter wasn't a nra member... but he was a registered democrat.\",\n",
       " 653432177632387072: 'study finds over a third of vegetarians eat meat...when drunk! URL URL',\n",
       " 628604055644934144: \"whole foods' selling asparagus water is a sign the end times are near URL URL\",\n",
       " 692163879909064704: \"#teenwolf starts in 5 minutes! rt if you're watching + tweeting + crying + screaming with @mtvteenwolf & me! URL\",\n",
       " 728273551883534336: 'caitlyn jenner will pose nude on the sports illustrated cover. her balls will be censored by a sad michael jordan face.',\n",
       " 524942470472548352: 'the university of ottawa, just a five minute walk from the hill, is now on lockdown.',\n",
       " 552792544132997121: 'breaking charlie hebdo latest: 11 dead 10 wounded (five critical) two gunmen unaccounted for URL URL',\n",
       " 727834854931435522: 'evidence destroyed? campaign made payments to hard drive and document destruction company URL #makeamericagreatagain',\n",
       " 544289311504355328: 'statement from prime minister tony abbott on sydney hostage situation. URL',\n",
       " 614494460747997184: \"theres' a double rainbow over the white house URL\",\n",
       " 615592870540488704: 'if they can light up the white house like a rainbow, it sure as hell better be red, white & blue for independence day.',\n",
       " 689661418484994049: '.@arianagrande just created a unisex fragrance named after her brother: URL URL',\n",
       " 724603564946010112: 'twenty-five stories proving target’s pro-trans bathroom policy is dangerous URL',\n",
       " 714598318333042688: 'top trump strategist resigns, writes revealing open letter: URL',\n",
       " 656848877463560192: 'i’m celebrating #backtothefuture day by bemoaning the lack of hoverboards while ignoring the fact that my phone contains all human knowledge',\n",
       " 692157602554343424: 'waiting for the new episode of #teenwolf like... URL',\n",
       " 765735409984806912: 'trump: dems \"failed and betrayed the africanamerican community” trump: “laziness is a trait in blacks, it really is\" URL',\n",
       " 614610102927147008: \"bro there's either a black president in a rainbow whitehouse or i'm having the best trip ever\",\n",
       " 614650850393391104: 'wow! what a way to end this historic day! URL #lovewins #loveislove #equalityforall #lgbt URL',\n",
       " 614648099542204416: 'white house shines rainbow-colored lights in honor of #scotus gay marriage decision #lovewins URL URL',\n",
       " 544514564407427072: 'police seem relaxed, suggesting all hostages are out and gunman no longer a threat URL #sydneysiege',\n",
       " 707305999971921920: '‘president petty strikes again’: obama will reportedly skip nancy reagan’s funeral,,, ✅ URL URL',\n",
       " 644329878876237824: 'alert: tsunami advisory issued for southern california from 3-7 a.m. local time. stay away from ocean and shoreline. #cawx #tsunami',\n",
       " 553566026030272512: 'breaking: two hostage situations in france are linked, paris prosecutor says',\n",
       " 715253497462145024: 'just in: donald trump to @msnbc: \"there has to be some form of punishment\" for women who have an abortion.',\n",
       " 693804277031157761: 'unstoppable! novak djokovic is now a perfect 6-for-6 in australian open finals after his win over andy murray. URL',\n",
       " 715268937873760256: 'donald trump goes full anti-woman: \"punishment\" for women who abort URL URL',\n",
       " 763964234774347776: '.@theweeknd donates $250,000 to black lives matter URL via @cnnent URL',\n",
       " 614616994499788800: \"there's a rainbow over the white house right now, just the same as when dublin had one the day ireland legalized URL\",\n",
       " 693185853867294721: 'meet quasimodo, the dog with the short spine URL URL',\n",
       " 553506608203169792: 'map shows industrial estate where 2 #charliehebdo suspects are holed up, surrounded by police URL URL',\n",
       " 751856580874960897: 'should say \"labor unions aligned with @hillaryclinton\" stopped dems from saying no tpp-they don\\'t speak for nurses URL',\n",
       " 712223438698627073: \"keith richards 'once pulled a knife on donald trump', claims rolling stones' former promoter URL URL\",\n",
       " 707405809181917184: 'bachmann: obama \"classless\" for missing nancy reagan’s funeral URL URL',\n",
       " 693013768738115584: \"uk heterosexual couple who want to enter civil partnership rather than marry lose challenge at london's high court URL\",\n",
       " 744390771869102080: 'one of the men who wanted to copy the #orlando shooter was stopped in l.a. he was a liberal democrat and #berniebro. URL',\n",
       " 524959809402331137: 'senior u.s. official: canadian government has informed u.s. that one shooter is dead in ottawa. live blog: URL',\n",
       " 778689027918618625: 'black men may have cause to run from police, massachusetts high court says URL',\n",
       " 707412869860696064: 'bachmann slams \"classless\" obama for skipping nancy reagan’s funeral URL URL',\n",
       " 650710483289419776: 'local school art project titled \"candlelight\" URL',\n",
       " 656523458139045889: 'is your drug dealer charging you more because of the 5p bag charge? let us know! ring 101 now URL',\n",
       " 693135382309896192: 'breaking: canada has four recent cases of #zika, all from travelers: public health agency',\n",
       " 623533663947517952: 'gay marriage ruling? white house in rainbow colors within hours. 4 murdered marines & a murdered sailor? 5 days to lower the flag. nice.',\n",
       " 692833140428017664: '\"let\\'s not make the next two weeks about a \\'black qb.\\' let\\'s just talk about the greatness of this guy.\" -c. barkley URL',\n",
       " 614599815280857088: 'look: @whitehouse lights up in rainbow colors to celebrate #scotus same-sex marriage ruling URL',\n",
       " 693853310479155200: 'meet our new fave celebrity couple: leonardo dicaprio and his vape pen URL URL',\n",
       " 614615157730357248: 'watch live: as sun goes down, white house lights up rainbow colors to celebrate scotus ruling URL URL',\n",
       " 714851393861881857: \"trump's top strategist, stephanie cegielski, has quit his campaign + just wrote an open letter to trump supporters: URL\",\n",
       " 767859423150759936: 'study links clinical depression to getting dunked on URL URL',\n",
       " 764906140257837056: '\"my dad is in the air force and that inspired me to have my back up job be president\" —lily: URL URL',\n",
       " 619242759359037440: 'obama 2008:\"i support traditional marriage, christians vote for me\" obama 2015:\"the white house is a rainbow. bring me my unicorn\" merica.',\n",
       " 552792913910833152: 'at least 11 dead in shooting at hq of #charliehebdo in #paris (police source) URL',\n",
       " 764368020391223296: 'video : clueless hillary clinton calls for americans to respect and empathize with isis URL',\n",
       " 741995157969592321: 'orlando shooter, muslim, omar mateen was a registered democrat. URL',\n",
       " 767754921403899906: 'of the 54 killed by young suicide bomber at wedding in turkey, 22 were under the age of 14. URL URL',\n",
       " 692940257134653441: 'icymi: a dog accidentally stumbled into the middle of a local half marathon ... and earned 7th place. URL',\n",
       " 667487418388488192: 'the picture of a syrian child \"surrendering\" to a camera is real. URL URL',\n",
       " 553586897168392192: '#breaking : both charlie hebdo suspects killed as police storm building (police sources) URL URL',\n",
       " 730516765525082112: \"a canadian teen didn't find a lost mayan city: URL URL\",\n",
       " 693128224960856064: 'iranian surveillance drone flies over u.s. aircraft carrier in persian gulf URL URL',\n",
       " 553221600955621376: \"clarissa, 27 years old, police trainee of montrouge police in #france. victim of this morning's attack. via @_batou_ URL\",\n",
       " 693071538896162816: 'orphanage saved by bikini car wash URL URL',\n",
       " 693869818366287872: 'vanessa hudgens\\' father, gregory hudgens, dies the night before \"grease: live\" URL URL',\n",
       " 714998347111669760: 'we must address the political marginalization and institutional racism affecting people of color. read my plan: URL',\n",
       " 686666933949837312: 'the guardian front page, tuesday 12 january 2016: david bowie 1947-2016 URL',\n",
       " 767710042816602112: \"powell: don't 'pin' this on me: ex-secretary of state rejects clinton claim he 'told her to use' email server URL\",\n",
       " 714811995573325828: \"an open letter to trump voters from his top strategist: stop supporting him, he doesn't want to win URL\",\n",
       " 728101712762834944: 'caitlyn jenner about to post nude for cover of sports illustrated.... 😳',\n",
       " 544399927045283840: 'nsw police confirm 5 hostages have emerged from #sydneysiege and they are negotiating: \"it might take a bit of time\" URL',\n",
       " 524947674164760577: 'breaking news: new york times is reporting the canadian soldier who was shot has died from their injuries. heartbreaking. #cdnpoli #ableg',\n",
       " 701539698452393986: 'the 2016 race: no, the polling doesn’t prove bernie sanders won the hispanic vote in nevada URL',\n",
       " 653285570383335424: '5p!!! hell no!!!!!! #5pbagcharge 😵😵 URL',\n",
       " 552792802309181440: '#charliehebdo - 11 dead including 2 police in paris shooting. photo @martinbureau1 #afp URL',\n",
       " 707310135291416576: \"obama to skip nancy reagan's funeral, as he did scalia's. this time, he'll be attending sxsw: URL\",\n",
       " 693196937172951040: '\"i almost started crying ... but i didn\\'t want them to make me the crying face instead of jordan.\" --draymond green URL',\n",
       " 614891047886434304: 'the white house was lit up with rainbow lights to celebrate marriage equality: URL URL',\n",
       " 525023025792835585: '#ripnathancirillo rt @globeandmail: soldier killed at war memorial identified as cpl. nathan cirillo #ottawashooting URL',\n",
       " 765887221736046592: '#whiteliberalproverbs\" i\\'ll have them n*ggers voting democratic for the next two hundred years\". lbj, founder of the modern welfare state',\n",
       " 767561970182598657: 'nothing to see here. just nuggets forward wilson chandler catching a 350-pound fish: URL URL',\n",
       " 687984820815851521: \"jimmy fallon and sesame street characters photobomb families & it's seriously adorable: URL URL\",\n",
       " 544282227035869184: 'breaking news: gunmen take hostages at sydney cafe, wave islamic flag URL URL',\n",
       " 766822417712963584: 'it\\'s been 5 years since \"what makes you beautiful\" lit up our world like nobody else: URL URL',\n",
       " 553558982476828674: 'on israeli tv, an israeli woman speaks of her nephew,a mother with 6 month old baby, held hostage in the supermarket in paris. #jesuisjuif',\n",
       " 544290258951892992: 'central sydney shut down by police amid ongoing hostage situation: URL',\n",
       " 650254360727973889: '5p bag charge fi dead #robthisengland URL',\n",
       " 544329935943237632: 'uber sydney trips from cbd will be free for riders. higher rates are still in place to encourage drivers to get into the cbd.',\n",
       " 693586539562037248: 'what a rally for no. 1. oklahoma came back from 14 down and won 77-75 at lsu on this late jumper: URL',\n",
       " 764497123530375169: 'man armed with knife on swiss train starts fire - seven people hospitalised with knife wounds and burns, police say URL',\n",
       " 724939017410727938: '500,000 boycott target over trans bathroom policy... URL',\n",
       " 651044059222556674: 'the best thing about the 5p plastic bag charge is that the cupboard next to my sink is now worth £672,348.',\n",
       " 552802654641225728: 'charlie hebdo shooting latest: 12 dead and gunmen still at large URL URL',\n",
       " 723477822950395904: 'purple pain: landmarks across globe light up in fitting prince tributes #ripprince URL URL',\n",
       " 544305540286148609: 'a man believed to be the gunman filmed wearing a black headband inside the cafe URL URL',\n",
       " 693906624776245249: \"today's the day: if you don't have health insurance, make sure you #getcovered at URL now! URL\",\n",
       " 524923462398513152: \"shots fired on parliament hill after a man walked up with a gun. i'm locked in a security office on parliament hill\",\n",
       " 763896522790440960: 'layton police officer hospitalized after subway worker serves him meth and thc in his drink (video) URL',\n",
       " 616421546702336000: 'woah, nature. URL URL',\n",
       " 524944399890124801: 'recap: gunman shot dead inside parliament buildings; police believe there may be others on loose. cdn soldier shot earlier at war memorial.',\n",
       " 686657138270277634: 'photos of the day URL URL',\n",
       " 544391176137089024: 'hostage taker in sydney cafe demands isis flag and call with australian pm, sky news reports. URL #sydneysiege',\n",
       " 524969201102901248: 'mps credit sergeant-at-arms for saving lives in parliament hill shootings URL URL',\n",
       " 756690088533393409: '\"laziness is a trait in blacks,\" 1991 book quotes trump as saying: URL URL',\n",
       " 767807335691653120: 'these louisiana politicians are demanding flood aid, but voted against sandy relief URL URL',\n",
       " 552806757672964097: 'update: 12 now confirmed dead in #charliehebdo attack in paris, @ap is reporting. story: URL (ap) URL',\n",
       " 693761289601060864: 'at least 30 people killed in double blast near shia shrine of sayyida zeinab, south of damascus - syrian state media URL',\n",
       " 544350567183556608: 'we can see people coming out a firedoor near the lindt cafe to waiting police. 2-3 people. hard to see. #sydneysiege',\n",
       " 758825535480864769: 'hillary clinton is lying. clinton is not first woman nominated for president. it was victoria woodhull in 1872. to … URL',\n",
       " 707300612862566400: 'obama to skip nancy reagan’s funeral, attend entertainment festival instead URL URL',\n",
       " 693080409282846720: '.@potus will make his latest push to advance equal pay for women today URL URL',\n",
       " 614593386188828672: 'white house lit in rainbow colors following us supreme court ruling that same-sex couples have right to marry. URL',\n",
       " 692665281362202624: \"we've devoted 24 pages to #batman v #superman, interviewing @zacksnyder, @benaffleck, henry cavill, @galgadot... URL\",\n",
       " 767129248045948929: '‘i can’t do this anymore,’ think 320 million americans quietly going about day URL URL',\n",
       " 692701223326056449: \"we hope you're as excited about thursday as this kid was about lebron's easy basket: URL\",\n",
       " 732981604826677249: \"target says boycott over transgender bathroom policy isn't hurting sales URL\",\n",
       " 692753210692476928: 'french police still searching for woman who may have been accompanying 28-year-old man arrested at disneyland paris URL',\n",
       " 650046859537448960: 'an openly gay man said that he and his partner met with pope francis a day before kim davis did URL',\n",
       " 693171092555431936: 'watch: tommy chong made a pro-bernie sanders video URL URL',\n",
       " 693546915892428800: 'jeb bush campaign kicks off 3-state farewell tour with iowa town hall meeting URL URL',\n",
       " 544269749405097984: \"breaking: live coverage of hostage situation unfolding in sydney's martin place URL URL\",\n",
       " 760109079133990912: '“after school satan clubs”? URL',\n",
       " 779633844680962048: \"this network of tunnels is from the stone age however no one knows how they could've been constructed at the time URL\",\n",
       " 765859710503378944: 'top north korean diplomat who disappeared from london embassy has defected to south korea, seoul confirms URL'}"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "twitter15_text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{656955120626880512: 'false',\n",
       " 615689290706595840: 'true',\n",
       " 613404935003217920: 'false',\n",
       " 731166399389962242: 'unverified',\n",
       " 714598641827246081: 'unverified',\n",
       " 614467824313106432: 'true',\n",
       " 715515982584881152: 'unverified',\n",
       " 693315824132685824: 'non-rumor',\n",
       " 693843042546106369: 'non-rumor',\n",
       " 622891631293935616: 'false',\n",
       " 692630756548591616: 'non-rumor',\n",
       " 693265096278163456: 'non-rumor',\n",
       " 553589051044151296: 'true',\n",
       " 553590835850514433: 'true',\n",
       " 622858454949040128: 'false',\n",
       " 656870311057575936: 'false',\n",
       " 616311563071434753: 'true',\n",
       " 641666167992647681: 'non-rumor',\n",
       " 525060425184858112: 'true',\n",
       " 672513234419638273: 'false',\n",
       " 544382892378714113: 'true',\n",
       " 681824512120324096: 'non-rumor',\n",
       " 620835698514464768: 'false',\n",
       " 626898253900943360: 'false',\n",
       " 618804516578680832: 'false',\n",
       " 672632899921833984: 'false',\n",
       " 553588178687655936: 'true',\n",
       " 594687353937100801: 'false',\n",
       " 613016993692798977: 'false',\n",
       " 663385747177775105: 'false',\n",
       " 766715993385267201: 'non-rumor',\n",
       " 693141729529184256: 'non-rumor',\n",
       " 524966904885428226: 'true',\n",
       " 613393657161510913: 'false',\n",
       " 544374511194632192: 'true',\n",
       " 706665777332621314: 'unverified',\n",
       " 693827886021767169: 'non-rumor',\n",
       " 604354747357859842: 'false',\n",
       " 767709416879644672: 'non-rumor',\n",
       " 693146363685642240: 'non-rumor',\n",
       " 652783670370115585: 'false',\n",
       " 674187250792558592: 'false',\n",
       " 726043971911213057: 'unverified',\n",
       " 524935485370929152: 'true',\n",
       " 730939370765754368: 'unverified',\n",
       " 723365789378584578: 'unverified',\n",
       " 674244561519161344: 'false',\n",
       " 553535829017370625: 'true',\n",
       " 731093044460683264: 'unverified',\n",
       " 693086218276474880: 'non-rumor',\n",
       " 692150118921957376: 'non-rumor',\n",
       " 656830586577883136: 'false',\n",
       " 553543369604210689: 'true',\n",
       " 767814876433571840: 'non-rumor',\n",
       " 649985459389661184: 'true',\n",
       " 553531413459660800: 'true',\n",
       " 693840291992838147: 'non-rumor',\n",
       " 663925546812837888: 'false',\n",
       " 614604054552018944: 'true',\n",
       " 637382230394822656: 'false',\n",
       " 661222523275636736: 'false',\n",
       " 714531423273746432: 'unverified',\n",
       " 675043569367982081: 'false',\n",
       " 544314234541469696: 'true',\n",
       " 651809229842608128: 'unverified',\n",
       " 693140340367187969: 'non-rumor',\n",
       " 553534838880608256: 'true',\n",
       " 633961125126668288: 'false',\n",
       " 544512108885725184: 'true',\n",
       " 552805488631758849: 'true',\n",
       " 645711628046995462: 'false',\n",
       " 614608936491188225: 'true',\n",
       " 693858804279201794: 'non-rumor',\n",
       " 674014933235859456: 'false',\n",
       " 690042063958732800: 'non-rumor',\n",
       " 693041285087756288: 'non-rumor',\n",
       " 620971220301787136: 'false',\n",
       " 656880145769197568: 'false',\n",
       " 674263945172119552: 'true',\n",
       " 612646796355960832: 'false',\n",
       " 544511199702822913: 'true',\n",
       " 650952376954650629: 'unverified',\n",
       " 693441093048766464: 'non-rumor',\n",
       " 553107921081749504: 'true',\n",
       " 666190716448587776: 'false',\n",
       " 681199637387149313: 'non-rumor',\n",
       " 632377165477191680: 'true',\n",
       " 652992524504600576: 'false',\n",
       " 763738618573623297: 'unverified',\n",
       " 672927317191229440: 'false',\n",
       " 757367391202471937: 'unverified',\n",
       " 688819658057740290: 'non-rumor',\n",
       " 692845716826300418: 'non-rumor',\n",
       " 756282236375277568: 'unverified',\n",
       " 692748411481780224: 'non-rumor',\n",
       " 675193315306905600: 'false',\n",
       " 674364257799004160: 'false',\n",
       " 716461257025581056: 'unverified',\n",
       " 662430295254175744: 'false',\n",
       " 544512676643500033: 'true',\n",
       " 638050997340893184: 'false',\n",
       " 692890520960397312: 'non-rumor',\n",
       " 544324444773433348: 'true',\n",
       " 745236050407194624: 'unverified',\n",
       " 673079581520318464: 'false',\n",
       " 691995324752252930: 'non-rumor',\n",
       " 673984270902427650: 'false',\n",
       " 524975705206304769: 'true',\n",
       " 618805892222468096: 'false',\n",
       " 693086478667112448: 'non-rumor',\n",
       " 614595181845839873: 'true',\n",
       " 654371696195993600: 'false',\n",
       " 665358434351509504: 'false',\n",
       " 755439197125767169: 'unverified',\n",
       " 666633171325353989: 'false',\n",
       " 729647367457230850: 'unverified',\n",
       " 726442550266044416: 'unverified',\n",
       " 666070802924617728: 'false',\n",
       " 544512664769396736: 'true',\n",
       " 692106491365605376: 'non-rumor',\n",
       " 727966590084485120: 'unverified',\n",
       " 691789524498845699: 'non-rumor',\n",
       " 767803368081358848: 'non-rumor',\n",
       " 667379734343471104: 'false',\n",
       " 715671763808493569: 'unverified',\n",
       " 653250169752977408: 'false',\n",
       " 656361703664451585: 'unverified',\n",
       " 643103859729166337: 'false',\n",
       " 714560810266132480: 'unverified',\n",
       " 658065957823324160: 'false',\n",
       " 693534670428971008: 'non-rumor',\n",
       " 722885778448121857: 'unverified',\n",
       " 614599619310407680: 'true',\n",
       " 706933939953344514: 'unverified',\n",
       " 691285663522648065: 'non-rumor',\n",
       " 661229627734667264: 'false',\n",
       " 714755546285477888: 'unverified',\n",
       " 672102358516670465: 'non-rumor',\n",
       " 673686233936072704: 'false',\n",
       " 618192748735299584: 'false',\n",
       " 715264793737879553: 'unverified',\n",
       " 614594667225571328: 'true',\n",
       " 693935557009801218: 'non-rumor',\n",
       " 644229386149888001: 'false',\n",
       " 763428684850094080: 'unverified',\n",
       " 671181758692507648: 'false',\n",
       " 692078399012130816: 'non-rumor',\n",
       " 752875379765968897: 'unverified',\n",
       " 626642648179159040: 'false',\n",
       " 742114513726623744: 'unverified',\n",
       " 716457799392342018: 'unverified',\n",
       " 778625026144792577: 'unverified',\n",
       " 614610920782888960: 'true',\n",
       " 715254040289021952: 'unverified',\n",
       " 673872171341447169: 'false',\n",
       " 693167683701968896: 'non-rumor',\n",
       " 724624672604610562: 'unverified',\n",
       " 655432919595548672: 'unverified',\n",
       " 692014905239666688: 'non-rumor',\n",
       " 544520042810200064: 'true',\n",
       " 692803280238419971: 'non-rumor',\n",
       " 664000310856310784: 'false',\n",
       " 742571519105077248: 'unverified',\n",
       " 767541796410839040: 'non-rumor',\n",
       " 641972184412327937: 'true',\n",
       " 651321040119963648: 'false',\n",
       " 662151653462790144: 'false',\n",
       " 693844030589902848: 'non-rumor',\n",
       " 676067381299576832: 'false',\n",
       " 544491151118860289: 'true',\n",
       " 544515538383564801: 'true',\n",
       " 673615400655970304: 'false',\n",
       " 653432261203750912: 'unverified',\n",
       " 641443248909754368: 'false',\n",
       " 614601139422633984: 'true',\n",
       " 524931324763992064: 'true',\n",
       " 707786906189303808: 'unverified',\n",
       " 656047932093763584: 'false',\n",
       " 723025600810766336: 'non-rumor',\n",
       " 656595123590012928: 'false',\n",
       " 615346611955183616: 'false',\n",
       " 763524712853102596: 'unverified',\n",
       " 663817239896821760: 'false',\n",
       " 659462980476637184: 'false',\n",
       " 669259395902152704: 'false',\n",
       " 620367840902782976: 'false',\n",
       " 733242244522725376: 'unverified',\n",
       " 544301453717041152: 'true',\n",
       " 628045645010608128: 'false',\n",
       " 672169954016403456: 'false',\n",
       " 693076140278153217: 'non-rumor',\n",
       " 674314254732931072: 'false',\n",
       " 714555825122107392: 'unverified',\n",
       " 611039775856812032: 'false',\n",
       " 778681502825451520: 'unverified',\n",
       " 525068915068923904: 'true',\n",
       " 740791134146965504: 'unverified',\n",
       " 544504183341064192: 'true',\n",
       " 553476490315431937: 'true',\n",
       " 761573188543229952: 'non-rumor',\n",
       " 673696115305406466: 'false',\n",
       " 651825062174195712: 'false',\n",
       " 633949800761700352: 'false',\n",
       " 761999790892806144: 'non-rumor',\n",
       " 553587013409325058: 'true',\n",
       " 544513524438155264: 'true',\n",
       " 672539897899577344: 'false',\n",
       " 693691456222052352: 'non-rumor',\n",
       " 693648684857323521: 'non-rumor',\n",
       " 655812191233417216: 'unverified',\n",
       " 672219174463275008: 'false',\n",
       " 614628865353351168: 'true',\n",
       " 727854332188577792: 'unverified',\n",
       " 544358564484378624: 'true',\n",
       " 742012307694223361: 'unverified',\n",
       " 707332312724283392: 'unverified',\n",
       " 755447443009916929: 'unverified',\n",
       " 693555965019492352: 'non-rumor',\n",
       " 705092738224525312: 'unverified',\n",
       " 724661834419048448: 'unverified',\n",
       " 757190314880884736: 'unverified',\n",
       " 544278985249550337: 'true',\n",
       " 544367462012432384: 'true',\n",
       " 775672628493357057: 'unverified',\n",
       " 692797856386777089: 'non-rumor',\n",
       " 614645853291155457: 'true',\n",
       " 682916727282270208: 'non-rumor',\n",
       " 725983128444129280: 'unverified',\n",
       " 766808183696351233: 'unverified',\n",
       " 552791196247269378: 'true',\n",
       " 524943490887991296: 'true',\n",
       " 667534186450825216: 'false',\n",
       " 687643002240679936: 'non-rumor',\n",
       " 723511860516016128: 'unverified',\n",
       " 677099574855639044: 'false',\n",
       " 544391533240516608: 'true',\n",
       " 656825206045020160: 'false',\n",
       " 525025279803424768: 'true',\n",
       " 693119705469587456: 'non-rumor',\n",
       " 666051332504207360: 'false',\n",
       " 692929779696275456: 'non-rumor',\n",
       " 650975967146602496: 'unverified',\n",
       " 553544694765215745: 'true',\n",
       " 674080899055546368: 'false',\n",
       " 626770498328895488: 'false',\n",
       " 657007736467525632: 'false',\n",
       " 614626710248534016: 'true',\n",
       " 751536167183613952: 'unverified',\n",
       " 693771953648373760: 'non-rumor',\n",
       " 649903655160815616: 'true',\n",
       " 692082861525078017: 'non-rumor',\n",
       " 614054616154550273: 'false',\n",
       " 674301960787505153: 'false',\n",
       " 658755852199927808: 'unverified',\n",
       " 748543642323783681: 'unverified',\n",
       " 614494170590367744: 'true',\n",
       " 661870323034431489: 'false',\n",
       " 637873886072320001: 'false',\n",
       " 732004388181434368: 'unverified',\n",
       " 689938201193115648: 'non-rumor',\n",
       " 645362146415525888: 'false',\n",
       " 692758581494599681: 'non-rumor',\n",
       " 672632863452299264: 'false',\n",
       " 727187859367546880: 'unverified',\n",
       " 764931593303646208: 'unverified',\n",
       " 525056576038518785: 'true',\n",
       " 672433211604013057: 'false',\n",
       " 747275598347837440: 'unverified',\n",
       " 774833492865593344: 'unverified',\n",
       " 760928376668454912: 'unverified',\n",
       " 728013148788154368: 'unverified',\n",
       " 614618682543616000: 'true',\n",
       " 693060960001597440: 'non-rumor',\n",
       " 693826104633737217: 'non-rumor',\n",
       " 723644048867774464: 'unverified',\n",
       " 742050150307246080: 'unverified',\n",
       " 675064077367005184: 'false',\n",
       " 524926235030589440: 'true',\n",
       " 749286768554438658: 'unverified',\n",
       " 544380742076088320: 'true',\n",
       " 614605997953404929: 'true',\n",
       " 629503919098429440: 'false',\n",
       " 692623941131722752: 'non-rumor',\n",
       " 626546123713474560: 'false',\n",
       " 672906198434209792: 'false',\n",
       " 673615263040798726: 'false',\n",
       " 647169573599449088: 'false',\n",
       " 641050980985999360: 'false',\n",
       " 727179214546456577: 'unverified',\n",
       " 666107476526432256: 'false',\n",
       " 620916279608651776: 'false',\n",
       " 673664899571060736: 'false',\n",
       " 544271284796784640: 'true',\n",
       " 692071267189395457: 'non-rumor',\n",
       " 651486105628463105: 'unverified',\n",
       " 675065047710892033: 'false',\n",
       " 668144671772778497: 'false',\n",
       " 604625816992002049: 'false',\n",
       " 682996350909157376: 'non-rumor',\n",
       " 688752927381581824: 'non-rumor',\n",
       " 693087220459270144: 'non-rumor',\n",
       " 524962142563610625: 'true',\n",
       " 693573781730783232: 'non-rumor',\n",
       " 692083780123783172: 'non-rumor',\n",
       " 627828211003469825: 'false',\n",
       " 693059995013742592: 'non-rumor',\n",
       " 614594195479752704: 'true',\n",
       " 692691444046372865: 'non-rumor',\n",
       " 614593989203886080: 'true',\n",
       " 690376107825192960: 'non-rumor',\n",
       " 658259426172891136: 'false',\n",
       " 676586804242309121: 'unverified',\n",
       " 651959206287908868: 'false',\n",
       " 681147789653356544: 'true',\n",
       " 652882609219833856: 'false',\n",
       " 544476808566276097: 'true',\n",
       " 687274510643511296: 'non-rumor',\n",
       " 647464349611589632: 'false',\n",
       " 726086935903494144: 'unverified',\n",
       " 691632238035886081: 'non-rumor',\n",
       " 524952883343925249: 'true',\n",
       " 688021039322894336: 'non-rumor',\n",
       " 707308274270539777: 'unverified',\n",
       " 691678576018657281: 'non-rumor',\n",
       " 692874200927698945: 'non-rumor',\n",
       " 666640008149925893: 'false',\n",
       " 663515735231062016: 'false',\n",
       " 643139873264812032: 'false',\n",
       " 689860942671130624: 'non-rumor',\n",
       " 656662726014599168: 'false',\n",
       " 674229534888185856: 'false',\n",
       " 716424773216022530: 'unverified',\n",
       " 672432930426372096: 'false',\n",
       " 600451916414484480: 'false',\n",
       " 692838430783332357: 'non-rumor',\n",
       " 717081129627553792: 'unverified',\n",
       " 765612862681255936: 'non-rumor',\n",
       " 641088973717110784: 'false',\n",
       " 652349108653551616: 'unverified',\n",
       " 777710439870455808: 'unverified',\n",
       " 553508098825261056: 'true',\n",
       " 762793077509464064: 'non-rumor',\n",
       " 614628136634949632: 'true',\n",
       " 580324027715063808: 'true',\n",
       " 634665777400950784: 'false',\n",
       " 674301413040758785: 'false',\n",
       " 613362193787129860: 'false',\n",
       " 743764020679741440: 'unverified',\n",
       " 692820029159653377: 'non-rumor',\n",
       " 693471161313816576: 'non-rumor',\n",
       " 716092408920936448: 'unverified',\n",
       " 524941132237910016: 'true',\n",
       " 727116900983934976: 'unverified',\n",
       " 655986243042459648: 'false',\n",
       " 544283772569788416: 'true',\n",
       " 693818562981421056: 'non-rumor',\n",
       " 658938136299511808: 'unverified',\n",
       " 618449248179191808: 'false',\n",
       " 693897857376632832: 'non-rumor',\n",
       " 692410832307818497: 'non-rumor',\n",
       " 662381914842603520: 'false',\n",
       " 615494435074363392: 'true',\n",
       " 763520953619918848: 'unverified',\n",
       " 766568413418356736: 'non-rumor',\n",
       " 676367888543031296: 'true',\n",
       " 692758050378256388: 'non-rumor',\n",
       " 642465192408940544: 'true',\n",
       " 612438528803213312: 'false',\n",
       " 613425834301485056: 'false',\n",
       " 714567472712589312: 'unverified',\n",
       " 693281966846808064: 'non-rumor',\n",
       " 659428447459110912: 'false',\n",
       " 672902686380003328: 'false',\n",
       " 659439879701602304: 'false',\n",
       " 553590459688570880: 'true',\n",
       " 525058976376193024: 'true',\n",
       " 669201837187334144: 'false',\n",
       " 652300118205427716: 'unverified',\n",
       " 693203974388895744: 'non-rumor',\n",
       " 747443219487678464: 'unverified',\n",
       " 755548076438196225: 'unverified',\n",
       " 728627623488786433: 'unverified',\n",
       " 553476880339599360: 'true',\n",
       " 749039299677417472: 'unverified',\n",
       " 687537772970684417: 'non-rumor',\n",
       " 725070832494624769: 'unverified',\n",
       " 728038172270198787: 'unverified',\n",
       " 500378223977721856: 'true',\n",
       " 724348906096590849: 'unverified',\n",
       " 658786161733734400: 'false',\n",
       " 728207861050970112: 'unverified',\n",
       " 651402689352351744: 'false',\n",
       " 634943791934406657: 'false',\n",
       " 544319832486064128: 'true',\n",
       " 693606934050684928: 'non-rumor',\n",
       " 666810213274689537: 'false',\n",
       " 692702295281262593: 'non-rumor',\n",
       " 692498490249891842: 'non-rumor',\n",
       " 689867195657101312: 'non-rumor',\n",
       " 553512735192141826: 'true',\n",
       " 544517264054423552: 'true',\n",
       " 656629493377990656: 'false',\n",
       " 663744139666804736: 'unverified',\n",
       " 675005503160901632: 'false',\n",
       " 638047610973089793: 'false',\n",
       " 727623131494387714: 'unverified',\n",
       " 723198441690636288: 'non-rumor',\n",
       " 641082932740947972: 'true',\n",
       " 648894687542034432: 'false',\n",
       " 692925396292091905: 'non-rumor',\n",
       " 752965545528528898: 'unverified',\n",
       " 778572032531427332: 'unverified',\n",
       " 716451800581279744: 'unverified',\n",
       " 637868242560638980: 'false',\n",
       " 498430783699554305: 'true',\n",
       " 641430951403343872: 'false',\n",
       " 635632641635667968: 'false',\n",
       " 652000523525091328: 'unverified',\n",
       " 626897206717624320: 'false',\n",
       " 693476774462820352: 'non-rumor',\n",
       " 626516248206135296: 'false',\n",
       " 676094756758364160: 'false',\n",
       " 715256242990505984: 'unverified',\n",
       " 690650123358093312: 'non-rumor',\n",
       " 701514249269542912: 'unverified',\n",
       " 623599854661541888: 'true',\n",
       " 629209452793626624: 'false',\n",
       " 693811101146963968: 'non-rumor',\n",
       " 666497286663503872: 'false',\n",
       " 642432477185867776: 'false',\n",
       " 682999206290829312: 'non-rumor',\n",
       " 660466342038867969: 'false',\n",
       " 656202544331517952: 'false',\n",
       " 727172374999666688: 'unverified',\n",
       " 647193820812177408: 'false',\n",
       " 723772395211862016: 'unverified',\n",
       " 614607711368519680: 'true',\n",
       " 656818921979310081: 'false',\n",
       " 647168914955243520: 'false',\n",
       " 661251968078221312: 'false',\n",
       " 690680149164085248: 'non-rumor',\n",
       " 665361505303584774: 'false',\n",
       " 613294443878305796: 'false',\n",
       " 676120162018451456: 'false',\n",
       " 665379967757324288: 'false',\n",
       " 766752508312166402: 'non-rumor',\n",
       " 612741808125120513: 'false',\n",
       " 689267711856263168: 'non-rumor',\n",
       " 613023744454475776: 'false',\n",
       " 614671961801785344: 'true',\n",
       " 675490515748425728: 'true',\n",
       " 740748123581087745: 'unverified',\n",
       " 690580180805509121: 'non-rumor',\n",
       " 552984502063337472: 'true',\n",
       " 650128194209730561: 'true',\n",
       " 612841482823729152: 'false',\n",
       " 636925368927064064: 'false',\n",
       " 674015148382666752: 'false',\n",
       " 656834590779289600: 'false',\n",
       " 681767380305985536: 'false',\n",
       " 648310692794109952: 'false',\n",
       " 524995771587108864: 'true',\n",
       " 692752491482615808: 'non-rumor',\n",
       " 693502060545703937: 'non-rumor',\n",
       " 766789709045518336: 'unverified',\n",
       " 652982112870662144: 'unverified',\n",
       " 693456187036037123: 'non-rumor',\n",
       " 692796451987034113: 'non-rumor',\n",
       " 703234354579898368: 'unverified',\n",
       " 693466451081060353: 'non-rumor',\n",
       " 655815788675399680: 'unverified',\n",
       " 552832817089236992: 'true',\n",
       " 544291965513134080: 'true',\n",
       " 726190016435728385: 'unverified',\n",
       " 676870737932742656: 'false',\n",
       " 672553813249826816: 'non-rumor',\n",
       " 649881917534433280: 'true',\n",
       " 692023855926374400: 'non-rumor',\n",
       " 725174535897620481: 'unverified',\n",
       " 688446106943008768: 'non-rumor',\n",
       " 640107106943766528: 'false',\n",
       " 748640007934590976: 'unverified',\n",
       " 724320681517670400: 'unverified',\n",
       " 640644123339431936: 'false',\n",
       " 661299012386095105: 'false',\n",
       " 613061089518034944: 'false',\n",
       " 672424512516964352: 'false',\n",
       " 628319096606732290: 'true',\n",
       " 524936872666353664: 'true',\n",
       " 673611867181473792: 'false',\n",
       " 673581371458199552: 'false',\n",
       " 668872645589471232: 'false',\n",
       " 669613420665159680: 'false',\n",
       " 676718762830221312: 'false',\n",
       " 613194145423826944: 'false',\n",
       " 701175292937707520: 'unverified',\n",
       " 544289409294553088: 'true',\n",
       " 665575674485211136: 'false',\n",
       " 641191076716417025: 'false',\n",
       " 682895395077373952: 'non-rumor',\n",
       " 553587303172833280: 'true',\n",
       " 633823543541768192: 'false',\n",
       " 544381485591982083: 'true',\n",
       " 766323684076322816: 'non-rumor',\n",
       " 691608761128067072: 'non-rumor',\n",
       " 614638036593299456: 'true',\n",
       " 553587672137334785: 'true',\n",
       " 552811386259386370: 'true',\n",
       " 672828403016429568: 'false',\n",
       " 604642913188872192: 'false',\n",
       " 765359928361922560: 'non-rumor',\n",
       " 626739062792032256: 'false',\n",
       " 663722803489808384: 'false',\n",
       " 691719802499432448: 'non-rumor',\n",
       " 661120256732041216: 'false',\n",
       " 634404792241143809: 'false',\n",
       " 524923676484177920: 'true',\n",
       " 665364878287224834: 'false',\n",
       " 642027433693171712: 'false',\n",
       " 626901072209121282: 'false',\n",
       " 692735698349199360: 'non-rumor',\n",
       " 544277117039837184: 'true',\n",
       " 663904307113275392: 'false',\n",
       " 544358533819420672: 'true',\n",
       " 693528374996652032: 'non-rumor',\n",
       " 724703995147751424: 'unverified',\n",
       " 759460236042305536: 'unverified',\n",
       " 524965775036387329: 'true',\n",
       " 673346166822694914: 'false',\n",
       " 525025463648137216: 'true',\n",
       " 723521076446142465: 'unverified',\n",
       " 672488384695279616: 'false',\n",
       " 642145732435292160: 'false',\n",
       " 757748522481491968: 'unverified',\n",
       " 716439952922312704: 'unverified',\n",
       " 614604580601597953: 'true',\n",
       " 643225207705075716: 'false',\n",
       " 654351281260113920: 'false',\n",
       " 692540218310803456: 'non-rumor',\n",
       " 661102820976930816: 'false',\n",
       " 693061713042771968: 'non-rumor',\n",
       " 544518335019229184: 'true',\n",
       " 614624331717545984: 'true',\n",
       " 615840865815298048: 'true',\n",
       " 645356735545364480: 'false',\n",
       " 693651239486263296: 'non-rumor',\n",
       " 544274934835707905: 'true',\n",
       " 655080266784968705: 'false',\n",
       " 743058135300988932: 'unverified',\n",
       " 658462819667615744: 'false',\n",
       " 614617234942656512: 'true',\n",
       " 778949749156245504: 'unverified',\n",
       " 715255507506892800: 'unverified',\n",
       " 544271362022338560: 'true',\n",
       " 693321561542127616: 'non-rumor',\n",
       " 692082592380751874: 'non-rumor',\n",
       " 552793679082311680: 'true',\n",
       " 693129259334909952: 'non-rumor',\n",
       " 648993731169939456: 'unverified',\n",
       " 693893182338289664: 'non-rumor',\n",
       " 676955015265837056: 'non-rumor',\n",
       " 651786568592658433: 'unverified',\n",
       " 544319274072817664: 'true',\n",
       " 640182854928961536: 'unverified',\n",
       " 727588444000526336: 'unverified',\n",
       " 628681462976528384: 'true',\n",
       " 724044187113512960: 'unverified',\n",
       " 650037735579910145: 'true',\n",
       " 544289941996326912: 'true',\n",
       " 649974380416618496: 'true',\n",
       " 688428083540553728: 'non-rumor',\n",
       " 701975210044497921: 'unverified',\n",
       " 692826642583019521: 'non-rumor',\n",
       " 654343805081157633: 'false',\n",
       " 742055437932040193: 'unverified',\n",
       " 616481759329427456: 'true',\n",
       " 613114185505996802: 'false',\n",
       " 552785375161499649: 'true',\n",
       " 697992796565741569: 'unverified',\n",
       " 714577521992343552: 'unverified',\n",
       " 760120409429643266: 'unverified',\n",
       " 692368829368918017: 'non-rumor',\n",
       " 672180526946656256: 'false',\n",
       " 687409983139495939: 'non-rumor',\n",
       " 767092161716350980: 'non-rumor',\n",
       " 693857080193761285: 'non-rumor',\n",
       " 623818627054206977: 'false',\n",
       " 757450526153900032: 'unverified',\n",
       " 728631482722308096: 'unverified',\n",
       " 693402634011701248: 'non-rumor',\n",
       " 667465205258051584: 'false',\n",
       " 524925215235911680: 'true',\n",
       " 525028734991343617: 'true',\n",
       " 647169726158925824: 'false',\n",
       " 780436430732525569: 'unverified',\n",
       " 723915846985342976: 'unverified',\n",
       " 631388553801564160: 'false',\n",
       " 656811196218286080: 'false',\n",
       " 674358835675549696: 'true',\n",
       " 766541461189832704: 'non-rumor',\n",
       " 616765822095261700: 'true',\n",
       " 693857551620968448: 'non-rumor',\n",
       " 614610364702044164: 'true',\n",
       " 693648675772436480: 'non-rumor',\n",
       " 524932935137628160: 'true',\n",
       " 640967537178472448: 'true',\n",
       " 692884886374318081: 'non-rumor',\n",
       " 614595106906226688: 'true',\n",
       " 693181857261719553: 'non-rumor',\n",
       " 693200309955469312: 'non-rumor',\n",
       " 525049639016615937: 'true',\n",
       " 755475529294352385: 'unverified',\n",
       " 692516224245235712: 'non-rumor',\n",
       " 707604196812591104: 'unverified',\n",
       " 614790312955904000: 'true',\n",
       " 765739657908850688: 'unverified',\n",
       " 687748306571804672: 'non-rumor',\n",
       " 544520273718812672: 'true',\n",
       " 748558349139058688: 'unverified',\n",
       " 544350712365207552: 'true',\n",
       " 688741019979001856: 'non-rumor',\n",
       " 614702244001382400: 'true',\n",
       " 693641113693884416: 'non-rumor',\n",
       " 767861179951648768: 'non-rumor',\n",
       " 524925987239120897: 'true',\n",
       " 666335363099660288: 'non-rumor',\n",
       " 692550140754841603: 'non-rumor',\n",
       " 688755462783782912: 'non-rumor',\n",
       " 676491949524713473: 'non-rumor',\n",
       " 693939356390653952: 'non-rumor',\n",
       " 649584608560832513: 'unverified',\n",
       " 707321278135463936: 'unverified',\n",
       " 716448280201269248: 'unverified',\n",
       " 525019752507658240: 'true',\n",
       " 745365403237376000: 'unverified',\n",
       " 690106189951139840: 'non-rumor',\n",
       " 767698691205410816: 'non-rumor',\n",
       " 614620298877513729: 'true',\n",
       " 654336219447472128: 'unverified',\n",
       " 552791578893619200: 'true',\n",
       " 614599587362414592: 'true',\n",
       " 701872343736520704: 'unverified',\n",
       " 693571567377342466: 'non-rumor',\n",
       " 649889459836710912: 'true',\n",
       " 763430916236640256: 'unverified',\n",
       " 688366079396163584: 'non-rumor',\n",
       " 524980744658382848: 'true',\n",
       " 711994705333112832: 'unverified',\n",
       " 544352727971954690: 'true',\n",
       " 765779159176077312: 'non-rumor',\n",
       " 690969315470868480: 'non-rumor',\n",
       " 705093513076015104: 'unverified',\n",
       " 755523157700648960: 'unverified',\n",
       " 742678930516123650: 'unverified',\n",
       " 614594259900080128: 'true',\n",
       " 614614133410033664: 'true',\n",
       " 544278335455776769: 'true',\n",
       " 665309822208729088: 'non-rumor',\n",
       " 732971411157880832: 'unverified',\n",
       " 693466724822323200: 'non-rumor',\n",
       " 651018580989972480: 'true',\n",
       " 727982226290442240: 'unverified',\n",
       " 667073349974102017: 'true',\n",
       " 524922729485848576: 'true',\n",
       " 668849913678209024: 'true',\n",
       " 692743102432346113: 'non-rumor',\n",
       " 778299287293816832: 'unverified',\n",
       " 714503380476026880: 'unverified',\n",
       " 689915847939219456: 'non-rumor',\n",
       " 728625967921401856: 'unverified',\n",
       " 524925050739490816: 'true',\n",
       " 628336948810268673: 'true',\n",
       " 689890946683576322: 'non-rumor',\n",
       " 767459987476054016: 'non-rumor',\n",
       " 767203096472719364: 'non-rumor',\n",
       " 689641419825242112: 'non-rumor',\n",
       " 692393375891361794: 'non-rumor',\n",
       " 552783667052167168: 'true',\n",
       " 552834961762709505: 'true',\n",
       " 716416753409081344: 'unverified',\n",
       " 707420972173955072: 'unverified',\n",
       " 780882510645370880: 'unverified',\n",
       " 553160652567498752: 'true',\n",
       " 544268732046913536: 'true',\n",
       " 767855091109863424: 'non-rumor',\n",
       " 692911086920667136: 'non-rumor',\n",
       " 544282005941530624: 'true',\n",
       " 614609560658161664: 'true',\n",
       " 580348081100734464: 'true',\n",
       " 723504069814444033: 'unverified',\n",
       " 553586860334010368: 'true',\n",
       " 640118021101604864: 'unverified',\n",
       " 688751061503442944: 'non-rumor',\n",
       " 778530869208190976: 'unverified',\n",
       " 544291804057960448: 'true',\n",
       " 688004802245214208: 'non-rumor',\n",
       " 743126914794037248: 'unverified',\n",
       " 653432177632387072: 'unverified',\n",
       " 628604055644934144: 'true',\n",
       " 692163879909064704: 'non-rumor',\n",
       " 728273551883534336: 'unverified',\n",
       " 524942470472548352: 'true',\n",
       " 552792544132997121: 'true',\n",
       " 727834854931435522: 'unverified',\n",
       " 544289311504355328: 'true',\n",
       " 614494460747997184: 'true',\n",
       " 615592870540488704: 'true',\n",
       " 689661418484994049: 'non-rumor',\n",
       " 724603564946010112: 'unverified',\n",
       " 714598318333042688: 'unverified',\n",
       " 656848877463560192: 'non-rumor',\n",
       " 692157602554343424: 'non-rumor',\n",
       " 765735409984806912: 'unverified',\n",
       " 614610102927147008: 'true',\n",
       " 614650850393391104: 'true',\n",
       " 614648099542204416: 'true',\n",
       " 544514564407427072: 'true',\n",
       " 707305999971921920: 'unverified',\n",
       " 644329878876237824: 'non-rumor',\n",
       " 553566026030272512: 'true',\n",
       " 715253497462145024: 'unverified',\n",
       " 693804277031157761: 'non-rumor',\n",
       " 715268937873760256: 'unverified',\n",
       " 763964234774347776: 'non-rumor',\n",
       " 614616994499788800: 'true',\n",
       " 693185853867294721: 'non-rumor',\n",
       " 553506608203169792: 'true',\n",
       " 751856580874960897: 'unverified',\n",
       " 712223438698627073: 'unverified',\n",
       " 707405809181917184: 'unverified',\n",
       " 693013768738115584: 'non-rumor',\n",
       " 744390771869102080: 'unverified',\n",
       " 524959809402331137: 'true',\n",
       " 778689027918618625: 'unverified',\n",
       " 707412869860696064: 'unverified',\n",
       " 650710483289419776: 'unverified',\n",
       " 656523458139045889: 'unverified',\n",
       " 693135382309896192: 'non-rumor',\n",
       " 623533663947517952: 'true',\n",
       " 692833140428017664: 'non-rumor',\n",
       " 614599815280857088: 'true',\n",
       " 693853310479155200: 'non-rumor',\n",
       " 614615157730357248: 'true',\n",
       " 714851393861881857: 'unverified',\n",
       " 767859423150759936: 'non-rumor',\n",
       " 764906140257837056: 'non-rumor',\n",
       " 619242759359037440: 'true',\n",
       " 552792913910833152: 'true',\n",
       " 764368020391223296: 'unverified',\n",
       " 741995157969592321: 'unverified',\n",
       " 767754921403899906: 'non-rumor',\n",
       " 692940257134653441: 'non-rumor',\n",
       " 667487418388488192: 'true',\n",
       " 553586897168392192: 'true',\n",
       " 730516765525082112: 'unverified',\n",
       " 693128224960856064: 'non-rumor',\n",
       " 553221600955621376: 'true',\n",
       " 693071538896162816: 'non-rumor',\n",
       " 693869818366287872: 'non-rumor',\n",
       " 714998347111669760: 'unverified',\n",
       " 686666933949837312: 'non-rumor',\n",
       " 767710042816602112: 'non-rumor',\n",
       " 714811995573325828: 'unverified',\n",
       " 728101712762834944: 'unverified',\n",
       " 544399927045283840: 'true',\n",
       " 524947674164760577: 'true',\n",
       " 701539698452393986: 'unverified',\n",
       " 653285570383335424: 'unverified',\n",
       " 552792802309181440: 'true',\n",
       " 707310135291416576: 'unverified',\n",
       " 693196937172951040: 'non-rumor',\n",
       " 614891047886434304: 'true',\n",
       " 525023025792835585: 'true',\n",
       " 765887221736046592: 'unverified',\n",
       " 767561970182598657: 'non-rumor',\n",
       " 687984820815851521: 'non-rumor',\n",
       " 544282227035869184: 'true',\n",
       " 766822417712963584: 'non-rumor',\n",
       " 553558982476828674: 'true',\n",
       " 544290258951892992: 'true',\n",
       " 650254360727973889: 'unverified',\n",
       " 544329935943237632: 'true',\n",
       " 693586539562037248: 'non-rumor',\n",
       " 764497123530375169: 'non-rumor',\n",
       " 724939017410727938: 'unverified',\n",
       " 651044059222556674: 'unverified',\n",
       " 552802654641225728: 'true',\n",
       " 723477822950395904: 'unverified',\n",
       " 544305540286148609: 'true',\n",
       " 693906624776245249: 'non-rumor',\n",
       " 524923462398513152: 'true',\n",
       " 763896522790440960: 'unverified',\n",
       " 616421546702336000: 'true',\n",
       " 524944399890124801: 'true',\n",
       " 686657138270277634: 'non-rumor',\n",
       " 544391176137089024: 'true',\n",
       " 524969201102901248: 'true',\n",
       " 756690088533393409: 'unverified',\n",
       " 767807335691653120: 'non-rumor',\n",
       " 552806757672964097: 'true',\n",
       " 693761289601060864: 'non-rumor',\n",
       " 544350567183556608: 'true',\n",
       " 758825535480864769: 'unverified',\n",
       " 707300612862566400: 'unverified',\n",
       " 693080409282846720: 'non-rumor',\n",
       " 614593386188828672: 'true',\n",
       " 692665281362202624: 'non-rumor',\n",
       " 767129248045948929: 'non-rumor',\n",
       " 692701223326056449: 'non-rumor',\n",
       " 732981604826677249: 'unverified',\n",
       " 692753210692476928: 'non-rumor',\n",
       " 650046859537448960: 'true',\n",
       " 693171092555431936: 'non-rumor',\n",
       " 693546915892428800: 'non-rumor',\n",
       " 544269749405097984: 'true',\n",
       " 760109079133990912: 'unverified',\n",
       " 779633844680962048: 'unverified',\n",
       " 765859710503378944: 'non-rumor'}"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "twitter15_labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "818"
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(twitter15_text)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Text Only Baseline\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "def preprocess(text):\n",
    "    p.set_options(p.OPT.URL, p.OPT.MENTION, p.OPT.EMOJI ,p.OPT.HASHTAG)\n",
    "    return p.tokenize(text).split()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "def indexer(split_text):\n",
    "    sent2idx = []\n",
    "    for w in split_text:\n",
    "        if w.lower() in word2idx:\n",
    "            sent2idx.append(word2idx[w.lower()])\n",
    "        else:\n",
    "            sent2idx.append(word2idx['_UNK'])\n",
    "            \n",
    "    return sent2idx"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "def trainModelWithKfold(foldnum,datadir):\n",
    "    '''\n",
    "    STEP 1: LOADING DATASET\n",
    "    '''\n",
    "\n",
    "    labels = {'true':0,'false':1,'unverified':2,'non-rumor':3}\n",
    "\n",
    "    data = list(twitter15_text.keys())\n",
    "\n",
    "    train_ids, valid_ids = kfold_df[foldnum]\n",
    "\n",
    "    train_text = [twitter15_text[x] for x in train_ids]\n",
    "    valid_text = [twitter15_text[x] for x in valid_ids]\n",
    "\n",
    "    train = pd.DataFrame({'text_id':train_ids ,'raw_text':train_text})\n",
    "    train['clean_text'] = train.raw_text.apply(lambda x: preprocess(x.strip()))\n",
    "\n",
    "    valid = pd.DataFrame({'text_id':valid_ids ,'raw_text':valid_text})\n",
    "    valid['clean_text'] = valid.raw_text.apply(lambda x: preprocess(x.strip()))\n",
    "\n",
    "    words = Counter()\n",
    "    for sent in tqdm(train.clean_text.values):\n",
    "        words.update(w.lower() for w in sent)\n",
    "\n",
    "    for sent in tqdm(valid.clean_text.values):\n",
    "        words.update(w.lower() for w in sent)\n",
    "\n",
    "    # sort with most frequently occuring words first\n",
    "    words = sorted(words, key=words.get, reverse=True)\n",
    "    # add <pad> and <unk> token to vocab which will be used later\n",
    "    words = ['_PAD','_UNK'] + words\n",
    "    print(len(words))\n",
    "\n",
    "    global word2idx\n",
    "    word2idx = {o:i for i,o in enumerate(words)}\n",
    "    idx2word = {i:o for i,o in enumerate(words)}\n",
    "\n",
    "    train['sentence2idx'] = train.clean_text.apply(lambda x: indexer(x))\n",
    "    train['length'] = train.clean_text.apply(lambda x: len(x))\n",
    "    train['label'] = train.text_id.apply(lambda x: labels[twitter15_labels[x]])\n",
    "\n",
    "    valid['sentence2idx'] = valid.clean_text.apply(lambda x: indexer(x))\n",
    "    valid['length'] = valid.clean_text.apply(lambda x: len(x))\n",
    "    valid['label'] = valid.text_id.apply(lambda x: labels[twitter15_labels[x]])\n",
    "    \n",
    "    train_loader = VectorizeData(train)\n",
    "    valid_loader = VectorizeData(valid)\n",
    "    \n",
    "    global tl,vl\n",
    "    tl = DataLoader(dataset=train_loader, batch_size=100, shuffle=True)\n",
    "    vl = DataLoader(dataset=valid_loader, batch_size=100, shuffle=False)\n",
    "\n",
    "    vocab_size = len(words)\n",
    "    embedding_dim = 256\n",
    "    n_hidden = 50\n",
    "    n_out = 4\n",
    "    num_layers = 1\n",
    "    rnnType = 'gru'\n",
    "\n",
    "    # n_hiddens = [5,25,50,100,200]\n",
    "    # n_layers = [1,2,3]\n",
    "    n_hiddens = [50]\n",
    "    n_layers = [1]\n",
    "\n",
    "    rnnTypes = ['gru','lstm']\n",
    "    bidirTypes = [False,True]\n",
    "\n",
    "    if torch.cuda.is_available():\n",
    "        device = 'cuda:1'\n",
    "    else:\n",
    "        device = 'cpu'\n",
    "\n",
    "    results = {}\n",
    "\n",
    "#     print(vocab_size)\n",
    "    for bidirType in bidirTypes:\n",
    "        for n_hidden in n_hiddens:\n",
    "            for num_layers in n_layers:\n",
    "                for rnnType in rnnTypes:\n",
    "                    key = (n_hidden,num_layers,rnnType,bidirType)\n",
    "    #                 acc,f1 = train(vocab_size,embedding_dim,n_hidden,n_out,num_layers,bidirType,rnnType,device,0)\n",
    "                    cr = trainModel(vocab_size,embedding_dim,n_hidden,n_out,num_layers,bidirType,rnnType,device,1,foldnum)\n",
    "                    with open(datadir+cr['modelname']+'.json', 'a') as fp:\n",
    "                        json.dump(cr, fp)\n",
    "                        fp.write('\\n')\n",
    "\n",
    "#                     results[key] = (acc,f1)\n",
    "\n",
    "    results\n",
    "    return results"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "class VectorizeData(Dataset):\n",
    "    def __init__(self, df, maxlen=30):\n",
    "        self.maxlen = maxlen\n",
    "        self.df = df\n",
    "#         print('Padding')\n",
    "        self.df['padded_text'] = self.df.sentence2idx.apply(lambda x: self.pad_data(x))\n",
    "        \n",
    "    def __len__(self):\n",
    "        return self.df.shape[0]\n",
    "    \n",
    "    def __getitem__(self, idx):\n",
    "#         lens = self.df.length[idx]\n",
    "        X = self.df.padded_text[idx]\n",
    "        y = self.df.label[idx]\n",
    "        lens = self.df.length[idx]\n",
    "        return X,y,lens\n",
    "    \n",
    "    def pad_data(self, s):\n",
    "        padded = np.zeros((self.maxlen,), dtype=np.int64)\n",
    "        if len(s) > self.maxlen: padded[:] = s[:self.maxlen]\n",
    "        else: padded[:len(s)] = s\n",
    "        return padded"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## RecModel and RecAttnArchitecture"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "class RecArch(nn.Module):\n",
    "    def __init__(self, vocab_size, embedding_dim, hidden_dim, output_dim, num_layers, bidir, rnnType,device):\n",
    "        super(RecArch, self).__init__()\n",
    "        \n",
    "        self.vocab_size = vocab_size\n",
    "        self.embedding_dim = embedding_dim\n",
    "        self.hidden_dim = hidden_dim\n",
    "        self.output_dim = output_dim\n",
    "        self.num_layers = num_layers\n",
    "        self.device = device\n",
    "        self.rnnType = rnnType\n",
    "        self.bidirectional = bidir\n",
    "        \n",
    "        if self.bidirectional:\n",
    "            self.numDirs = 2\n",
    "        else:\n",
    "            self.numDirs = 1\n",
    "        \n",
    "        self.emb = nn.Embedding(self.vocab_size, embedding_dim)\n",
    "        \n",
    "        if self.rnnType == 'lstm':\n",
    "            self.recNN = nn.LSTM(embedding_dim,hidden_dim, num_layers,batch_first=True,bidirectional=self.bidirectional)\n",
    "            \n",
    "        if self.rnnType == 'gru':\n",
    "            self.recNN = nn.GRU(embedding_dim, hidden_dim, num_layers, batch_first=True,bidirectional=self.bidirectional)\n",
    "            \n",
    "        if self.rnnType == 'rnn':\n",
    "            self.recNN = nn.RNN(embedding_dim, hidden_dim, num_layers, batch_first=True, nonlinearity='tanh',bidirectional=self.bidirectional)\n",
    "        \n",
    "        self.fc = nn.Linear(self.numDirs*hidden_dim,output_dim)\n",
    "    \n",
    "    def forward(self,x):\n",
    "        embs = self.emb(x)\n",
    "        embs = embs.view(x.size(0),-1,self.embedding_dim).to(self.device)\n",
    "        \n",
    "        h0 = Variable(torch.zeros(self.numDirs*self.num_layers,x.size(0),self.hidden_dim),requires_grad=True).to(self.device)\n",
    "        \n",
    "        if self.rnnType == 'lstm':        \n",
    "            c0 = Variable(torch.zeros(self.numDirs*self.num_layers,x.size(0),self.hidden_dim),requires_grad=True).to(self.device)\n",
    "            \n",
    "            out,(hn,cn) = self.recNN(embs,(h0,c0))\n",
    "        \n",
    "        else:\n",
    "            out, hn = self.recNN(embs, h0)\n",
    "        \n",
    "#         print(out[:,-1,:].shape)\n",
    "        out = self.fc(out[:, -1, :])\n",
    "        return out"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "class RecAttnArch(nn.Module):\n",
    "    def __init__(self, vocab_size, embedding_dim, hidden_dim, output_dim, num_layers, bidir, rnnType, attnType,device):\n",
    "        super(RecAttnArch, self).__init__()\n",
    "        \n",
    "        self.vocab_size = vocab_size\n",
    "        self.embedding_dim = embedding_dim\n",
    "        self.hidden_dim = hidden_dim\n",
    "        self.output_dim = output_dim\n",
    "        self.num_layers = num_layers\n",
    "        self.device = device\n",
    "        self.rnnType = rnnType\n",
    "        self.attnType = attnType\n",
    "        self.bidirectional = bidir\n",
    "        \n",
    "        if self.bidirectional:\n",
    "            self.numDirs = 2\n",
    "        else:\n",
    "            self.numDirs = 1\n",
    "        \n",
    "        self.emb = nn.Embedding(self.vocab_size, embedding_dim)\n",
    "        \n",
    "        if self.rnnType == 'lstm':\n",
    "            self.recNN = nn.LSTM(embedding_dim,hidden_dim, num_layers,batch_first=True,bidirectional=self.bidirectional)\n",
    "            \n",
    "        if self.rnnType == 'gru':\n",
    "            self.recNN = nn.GRU(embedding_dim, hidden_dim, num_layers, batch_first=True,bidirectional=self.bidirectional)\n",
    "            \n",
    "        if self.rnnType == 'rnn':\n",
    "            self.recNN = nn.RNN(embedding_dim, hidden_dim, num_layers, batch_first=True, nonlinearity='tanh',bidirectional=self.bidirectional)\n",
    "        \n",
    "        self.query_vector = nn.Parameter(torch.rand(hidden_dim*self.numDirs,1)).float()\n",
    "        \n",
    "        self.attnWgtMatrixSize = [self.numDirs*self.hidden_dim, self.numDirs*self.hidden_dim]\n",
    "        self.attnWgtMatrix = nn.Parameter(torch.randn(self.attnWgtMatrixSize).float()) # Multiplicative Attention\n",
    "    \n",
    "        self.softmax = nn.Softmax(dim=1)\n",
    "        \n",
    "        if self.attnType == 'dot':\n",
    "            self.fc = nn.Linear(self.numDirs*self.hidden_dim, output_dim)\n",
    "        \n",
    "        if self.attnType == 'self':\n",
    "            self.fc = nn.Linear(self.numDirs*30*self.hidden_dim, output_dim)\n",
    "    \n",
    "    \n",
    "    def forward(self,x,encMode=False):\n",
    "        embs = self.emb(x)\n",
    "        embs = embs.view(x.size(0),-1,self.embedding_dim).to(self.device)\n",
    "        \n",
    "        h0 = Variable(torch.zeros(self.numDirs*self.num_layers,x.size(0),self.hidden_dim),requires_grad=True).to(self.device)\n",
    "        \n",
    "        if self.rnnType == 'lstm':        \n",
    "            c0 = Variable(torch.zeros(self.numDirs*self.num_layers,x.size(0),self.hidden_dim),requires_grad=True).to(self.device)\n",
    "            \n",
    "            out,(hn,cn) = self.recNN(embs,(h0,c0))\n",
    "        \n",
    "        else:\n",
    "            out, hn = self.recNN(embs, h0)\n",
    "        \n",
    "        if self.attnType == 'dot':\n",
    "            Hw = out\n",
    "            attn_weights = self.softmax(Hw.matmul(self.query_vector))\n",
    "\n",
    "            out = out.mul(attn_weights)\n",
    "            context_vector = torch.sum(out,dim=1)\n",
    "            \n",
    "            fc_out = context_vector\n",
    "            \n",
    "        if self.attnType == 'self':\n",
    "            queryMatrix = out\n",
    "            keyMatrix = out.permute(0,2,1)\n",
    "            \n",
    "            attnScores = torch.bmm( torch.matmul(queryMatrix,self.attnWgtMatrix), keyMatrix )\n",
    "            attnScores = F.softmax(attnScores, dim=2)\n",
    "            hidden_matrix = torch.bmm(attnScores, queryMatrix)\n",
    "            \n",
    "            fc_out = hidden_matrix.view(-1, hidden_matrix.size()[1]*hidden_matrix.size()[2])\n",
    "        \n",
    "        if encMode:\n",
    "            return fc_out\n",
    "            \n",
    "        else:\n",
    "            return self.fc(fc_out)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "#### Baseline"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "scrolled": true
   },
   "source": [
    "vocab_size = len(words)\n",
    "embedding_dim = 256\n",
    "n_hidden = 50\n",
    "n_out = 4\n",
    "num_layers = 1\n",
    "rnnType = 'gru'\n",
    "bidir = True\n",
    "\n",
    "if torch.cuda.is_available():\n",
    "    device = 'cuda:2'\n",
    "    \n",
    "else:\n",
    "    device = 'cpu'\n",
    "    \n",
    "model = RecAttnArch(vocab_size,embedding_dim,n_hidden,n_out,num_layers,bidir,rnnType,device)\n",
    "model.to(device)\n",
    "model.float()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "optimizer = torch.optim.Adagrad(model.parameters(),lr=0.01)\n",
    "# criterion = torch.nn.BCEWithLogitsLoss()\n",
    "criterion = torch.nn.CrossEntropyLoss()\n",
    "\n",
    "count = 0\n",
    "seq_dim = 30\n",
    "num_epochs = 200\n",
    "\n",
    "train_losses_iterwise = []\n",
    "recall_iterwise = []\n",
    "precision_iterwise = []\n",
    "accuracy_iterwise = []\n",
    "f1score_iterwise = []\n",
    "val_losses_iterwise = []\n",
    "\n",
    "for epoch in tqdm(range(num_epochs)):\n",
    "    train_losses = []\n",
    "    val_losses = []\n",
    "    for i, (text,label,lengths) in enumerate(tl):\n",
    "\n",
    "        text = Variable(text.view(-1, seq_dim, 1)).to(device)\n",
    "        label = Variable(label).to(device)\n",
    "        \n",
    "#         print(sexism_label)\n",
    "        \n",
    "        optimizer.zero_grad()\n",
    "        outputs = model(text)\n",
    "        \n",
    "#         print(outputs)\n",
    "        \n",
    "        loss = criterion(outputs, label)\n",
    "        train_losses.append(loss.data.cpu())\n",
    "        \n",
    "        loss.backward()\n",
    "        optimizer.step()\n",
    "        count += 1\n",
    "        \n",
    "        if count % 50 == 0:    \n",
    "            correct = 0\n",
    "            total = 0\n",
    "\n",
    "            allLabels = []\n",
    "            allPreds = []\n",
    "            \n",
    "            for i, (text,label,lengths) in enumerate(vl):\n",
    "                labels=[]\n",
    "                text = Variable(text.view(-1, seq_dim, 1)).to(device)\n",
    "                label = Variable(label).to(device)\n",
    "                \n",
    "                predicted = model(text)\n",
    "                predicted =  torch.softmax(predicted,1)\n",
    "                predicted = torch.max(predicted, 1)[1].cpu().numpy().tolist()\n",
    "#                 print(predicted)\n",
    "#                 print(sexism_label)\n",
    "                allLabels += (label.cpu().numpy().tolist())\n",
    "                allPreds += (predicted)\n",
    "\n",
    "            valacc = accuracy_score(allLabels, allPreds)\n",
    "            recscore = recall_score(allLabels, allPreds,average='macro')\n",
    "            precscore = precision_score(allLabels, allPreds,average='macro')\n",
    "            f1score = f1_score(allLabels, allPreds,average='macro')\n",
    "            cr = classification_report(allLabels, allPreds)\n",
    "            print(f'acc: {valacc} recall {recscore} prec: {precscore} f1: {f1score}')\n",
    "            print(cr)\n",
    "            \n",
    "            train_losses_iterwise.append(np.mean(train_losses))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Optimal combination seems to be with GRU of 50 units and 1 layer and LSTM of 200 units and 1 layer"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "vocab_size = len(words)\n",
    "embedding_dim = 256\n",
    "n_hidden = 100\n",
    "n_out = 4\n",
    "num_layers = 1\n",
    "bidir = False\n",
    "rnnType = 'gru'\n",
    "\n",
    "if torch.cuda.is_available():\n",
    "    device = 'cuda:1'\n",
    "else:\n",
    "    device = 'cpu'\n",
    "\n",
    "model = RecArch(vocab_size,embedding_dim,n_hidden,n_out,num_layers,bidir,rnnType,device)\n",
    "model.to(device)\n",
    "model.float()\n",
    "\n",
    "optimizer = torch.optim.Adam(model.parameters(),lr=0.01)\n",
    "# criterion = torch.nn.BCEWithLogitsLoss()\n",
    "criterion = torch.nn.CrossEntropyLoss()\n",
    "\n",
    "count = 0\n",
    "seq_dim = 30\n",
    "num_epochs = 200\n",
    "\n",
    "train_losses_iterwise = []\n",
    "recall_iterwise = []\n",
    "precision_iterwise = []\n",
    "accuracy_iterwise = []\n",
    "f1score_iterwise = []\n",
    "val_losses_iterwise = []\n",
    "\n",
    "for epoch in tqdm(range(num_epochs)):\n",
    "    train_losses = []\n",
    "    val_losses = []\n",
    "    for i, (text,label,lengths) in enumerate(tl):\n",
    "        text = Variable(text.view(-1, seq_dim, 1)).to(device)\n",
    "        label = Variable(label).to(device)\n",
    "        \n",
    "#         print(sexism_label)\n",
    "        \n",
    "        optimizer.zero_grad()\n",
    "        outputs = model(text)\n",
    "        \n",
    "#         print(outputs)\n",
    "        \n",
    "        loss = criterion(outputs, label)\n",
    "        train_losses.append(loss.data.cpu())\n",
    "        \n",
    "        loss.backward()\n",
    "        optimizer.step()\n",
    "        count += 1\n",
    "        \n",
    "        if count % 50 == 0:    \n",
    "            correct = 0\n",
    "            total = 0\n",
    "\n",
    "            allLabels = []\n",
    "            allPreds = []\n",
    "            \n",
    "            for i, (text,label,lengths) in enumerate(vl):\n",
    "                labels=[]\n",
    "                text = Variable(text.view(-1, seq_dim, 1)).to(device)\n",
    "                label = Variable(label).to(device)\n",
    "                \n",
    "                predicted = model(text)\n",
    "                predicted =  torch.softmax(predicted,1)\n",
    "                predicted = torch.max(predicted, 1)[1].cpu().numpy().tolist()\n",
    "#                 print(predicted)\n",
    "#                 print(sexism_label)\n",
    "                allLabels += (label.cpu().numpy().tolist())\n",
    "                allPreds += (predicted)\n",
    "\n",
    "            valacc = accuracy_score(allLabels, allPreds)\n",
    "            recscore = recall_score(allLabels, allPreds,average='macro')\n",
    "            precscore = precision_score(allLabels, allPreds,average='macro')\n",
    "            f1score = f1_score(allLabels, allPreds,average='macro')\n",
    "            cr = classification_report(allLabels, allPreds)\n",
    "            print(f'acc: {valacc} recall {recscore} prec: {precscore} f1: {f1score}')\n",
    "            print(cr)\n",
    "            \n",
    "            train_losses_iterwise.append(np.mean(train_losses))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "torch.save({'state_dict': model.state_dict()}, './gruTextEnc_twit16.pth')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "vocab_size"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "def trainModel(vocab_size,embedding_dim,n_hidden,n_out,num_layers,bidir,rnnType,device,returncr,foldnum):\n",
    "#     model = RecAttnArch(vocab_size,embedding_dim,n_hidden,n_out,num_layers,bidir,rnnType,'self',device)\n",
    "    maxAcc = 0\n",
    "    model = RecArch(vocab_size,embedding_dim,n_hidden,n_out,num_layers,bidir,rnnType,device)\n",
    "    model.to(device)\n",
    "    model.float()\n",
    "    \n",
    "    modelname = rnnType\n",
    "#     modelname = rnnType + 'withAttention'\n",
    "    if bidir:\n",
    "        modelname = 'Bi'+modelname\n",
    "    \n",
    "    optimizer = torch.optim.Adagrad(model.parameters(),lr=0.01)\n",
    "    # criterion = torch.nn.BCEWithLogitsLoss()\n",
    "    criterion = torch.nn.CrossEntropyLoss()\n",
    "\n",
    "    count = 0\n",
    "    seq_dim = 30\n",
    "    num_epochs = 300\n",
    "\n",
    "    train_losses_iterwise = []\n",
    "    recall_iterwise = []\n",
    "    precision_iterwise = []\n",
    "    accuracy_iterwise = []\n",
    "    f1score_iterwise = []\n",
    "    val_losses_iterwise = []\n",
    "\n",
    "    for epoch in tqdm(range(num_epochs)):\n",
    "        train_losses = []\n",
    "        val_losses = []\n",
    "        for i, (text,label,lengths) in enumerate(tl):\n",
    "\n",
    "            text = Variable(text.view(-1, seq_dim, 1)).to(device)\n",
    "            label = Variable(label).to(device)\n",
    "\n",
    "    #         print(sexism_label)\n",
    "\n",
    "            optimizer.zero_grad()\n",
    "            outputs = model(text)\n",
    "\n",
    "    #         print(outputs)\n",
    "\n",
    "            loss = criterion(outputs, label)\n",
    "            train_losses.append(loss.data.cpu())\n",
    "\n",
    "            loss.backward()\n",
    "            optimizer.step()\n",
    "            count += 1\n",
    "\n",
    "            if count % 100 == 0:    \n",
    "                correct = 0\n",
    "                total = 0\n",
    "\n",
    "                allLabels = []\n",
    "                allPreds = []\n",
    "\n",
    "                for i, (text,label,lengths) in enumerate(vl):\n",
    "                    labels=[]\n",
    "                    text = Variable(text.view(-1, seq_dim, 1)).to(device)\n",
    "                    label = Variable(label).to(device)\n",
    "\n",
    "                    predicted = model(text)\n",
    "                    predicted =  torch.softmax(predicted,1)\n",
    "                    predicted = torch.max(predicted, 1)[1].cpu().numpy().tolist()\n",
    "    #                 print(predicted)\n",
    "    #                 print(sexism_label)\n",
    "                    allLabels += (label.cpu().numpy().tolist())\n",
    "                    allPreds += (predicted)\n",
    "\n",
    "                valacc = accuracy_score(allLabels, allPreds)\n",
    "                recscore = recall_score(allLabels, allPreds,average='macro')\n",
    "                precscore = precision_score(allLabels, allPreds,average='macro')\n",
    "                f1score = f1_score(allLabels, allPreds,average='macro')\n",
    "                cr = classification_report(allLabels, allPreds,output_dict=True)\n",
    "                cr['acc'] = valacc\n",
    "                cr['modelname'] = modelname\n",
    "                cr['fold'] = foldnum\n",
    "                \n",
    "                if cr['acc'] > maxAcc:\n",
    "                    maxAcc = cr['acc']\n",
    "                    print(cr['acc'])\n",
    "                    print(vocab_size)\n",
    "                         \n",
    "                    torch.save({'state_dict': model.state_dict()}, './twitter15_kfold_results/'+modelname+'_'+str(foldnum)+'.pth')\n",
    "                \n",
    "                accuracy_iterwise.append(valacc)\n",
    "                f1score_iterwise.append(f1score)\n",
    "#                 print(f'acc: {valacc} recall {recscore} prec: {precscore} f1: {f1score}')\n",
    "#                 print(cr)\n",
    "\n",
    "                train_losses_iterwise.append(np.mean(train_losses))\n",
    "    \n",
    "    if returncr:\n",
    "        print(modelname)\n",
    "        print(cr)\n",
    "        return cr\n",
    "    \n",
    "    return max(accuracy_iterwise),max(f1score_iterwise)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "824d0c8c3328404b8dbf89eacc770b37",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=613), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "11870bb7d0bd4bd4afd61cb3215d4d6c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=205), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "3702\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "a4eea930e52849cd83659365cc831a7e",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=300), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.6195121951219512\n",
      "3702\n",
      "0.6390243902439025\n",
      "3702\n",
      "0.6536585365853659\n",
      "3702\n",
      "\n",
      "gru\n",
      "{'0': {'precision': 0.639344262295082, 'recall': 0.8863636363636364, 'f1-score': 0.742857142857143, 'support': 44}, '1': {'precision': 0.7169811320754716, 'recall': 0.5135135135135135, 'f1-score': 0.5984251968503936, 'support': 74}, '2': {'precision': 0.6111111111111112, 'recall': 0.7674418604651163, 'f1-score': 0.6804123711340206, 'support': 43}, '3': {'precision': 0.4864864864864865, 'recall': 0.4090909090909091, 'f1-score': 0.44444444444444453, 'support': 44}, 'micro avg': {'precision': 0.624390243902439, 'recall': 0.624390243902439, 'f1-score': 0.624390243902439, 'support': 205}, 'macro avg': {'precision': 0.6134807479920378, 'recall': 0.6441024798582938, 'f1-score': 0.6165347888215005, 'support': 205}, 'weighted avg': {'precision': 0.6286387048670815, 'recall': 0.624390243902439, 'f1-score': 0.6135730066681067, 'support': 205}, 'acc': 0.624390243902439, 'modelname': 'gru', 'fold': 0}\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8f813c8414904b0ca82be392e52196ef",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=300), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.375609756097561\n",
      "3702\n",
      "0.5756097560975609\n",
      "3702\n",
      "0.6097560975609756\n",
      "3702\n",
      "0.6487804878048781\n",
      "3702\n",
      "0.6585365853658537\n",
      "3702\n",
      "0.6634146341463415\n",
      "3702\n",
      "0.6682926829268293\n",
      "3702\n",
      "0.6731707317073171\n",
      "3702\n",
      "\n",
      "lstm\n",
      "{'0': {'precision': 0.8048780487804879, 'recall': 0.75, 'f1-score': 0.7764705882352942, 'support': 44}, '1': {'precision': 0.7123287671232876, 'recall': 0.7027027027027027, 'f1-score': 0.7074829931972789, 'support': 74}, '2': {'precision': 0.6304347826086957, 'recall': 0.6744186046511628, 'f1-score': 0.651685393258427, 'support': 43}, '3': {'precision': 0.4666666666666667, 'recall': 0.4772727272727273, 'f1-score': 0.4719101123595506, 'support': 44}, 'micro avg': {'precision': 0.6585365853658537, 'recall': 0.6585365853658537, 'f1-score': 0.6585365853658537, 'support': 205}, 'macro avg': {'precision': 0.6535770662947845, 'recall': 0.6510985086566481, 'f1-score': 0.6518872717626376, 'support': 205}, 'weighted avg': {'precision': 0.662287765360839, 'recall': 0.6585365853658537, 'f1-score': 0.6600242157701667, 'support': 205}, 'acc': 0.6585365853658537, 'modelname': 'lstm', 'fold': 0}\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "89d219c1c69b408cba4d7bf406b975b4",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=300), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.6\n",
      "3702\n",
      "0.6097560975609756\n",
      "3702\n",
      "0.6146341463414634\n",
      "3702\n",
      "0.624390243902439\n",
      "3702\n",
      "\n",
      "Bigru\n",
      "{'0': {'precision': 0.6923076923076923, 'recall': 0.8181818181818182, 'f1-score': 0.7500000000000001, 'support': 44}, '1': {'precision': 0.7142857142857143, 'recall': 0.6756756756756757, 'f1-score': 0.6944444444444444, 'support': 74}, '2': {'precision': 0.5384615384615384, 'recall': 0.4883720930232558, 'f1-score': 0.5121951219512196, 'support': 43}, '3': {'precision': 0.4772727272727273, 'recall': 0.4772727272727273, 'f1-score': 0.4772727272727273, 'support': 44}, 'micro avg': {'precision': 0.624390243902439, 'recall': 0.624390243902439, 'f1-score': 0.624390243902439, 'support': 205}, 'macro avg': {'precision': 0.605581918081918, 'recall': 0.6148755785383693, 'f1-score': 0.6084780734170978, 'support': 205}, 'weighted avg': {'precision': 0.6218172071830609, 'recall': 0.624390243902439, 'f1-score': 0.621528190891665, 'support': 205}, 'acc': 0.624390243902439, 'modelname': 'Bigru', 'fold': 0}\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "47b78a29f918487891560502d448535b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=300), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.5365853658536586\n",
      "3702\n",
      "0.6146341463414634\n",
      "3702\n",
      "\n",
      "Bilstm\n",
      "{'0': {'precision': 0.6875, 'recall': 0.75, 'f1-score': 0.717391304347826, 'support': 44}, '1': {'precision': 0.7377049180327869, 'recall': 0.6081081081081081, 'f1-score': 0.6666666666666667, 'support': 74}, '2': {'precision': 0.5777777777777777, 'recall': 0.6046511627906976, 'f1-score': 0.5909090909090908, 'support': 43}, '3': {'precision': 0.43137254901960786, 'recall': 0.5, 'f1-score': 0.4631578947368421, 'support': 44}, 'micro avg': {'precision': 0.6146341463414634, 'recall': 0.6146341463414634, 'f1-score': 0.6146341463414634, 'support': 205}, 'macro avg': {'precision': 0.6085888112075433, 'recall': 0.6156898177247014, 'f1-score': 0.6095312391651064, 'support': 205}, 'weighted avg': {'precision': 0.6276341489547972, 'recall': 0.6146341463414634, 'f1-score': 0.6179833609860959, 'support': 205}, 'acc': 0.6146341463414634, 'modelname': 'Bilstm', 'fold': 0}\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "0e26ef93088248189ef6036931b302ee",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=613), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e064f9cfdeef4639a5414466f7a8d210",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=205), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "3702\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "3ac8d257c7294f06b1674b8d8d472e83",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=300), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.6731707317073171\n",
      "3702\n",
      "0.6780487804878049\n",
      "3702\n",
      "0.6829268292682927\n",
      "3702\n",
      "0.6878048780487804\n",
      "3702\n",
      "\n",
      "gru\n",
      "{'0': {'precision': 0.5645161290322581, 'recall': 0.8333333333333334, 'f1-score': 0.6730769230769231, 'support': 42}, '1': {'precision': 0.84, 'recall': 0.6774193548387096, 'f1-score': 0.75, 'support': 62}, '2': {'precision': 0.7333333333333333, 'recall': 0.6346153846153846, 'f1-score': 0.6804123711340205, 'support': 52}, '3': {'precision': 0.5833333333333334, 'recall': 0.5714285714285714, 'f1-score': 0.577319587628866, 'support': 49}, 'micro avg': {'precision': 0.6731707317073171, 'recall': 0.6731707317073171, 'f1-score': 0.6731707317073171, 'support': 205}, 'macro avg': {'precision': 0.6802956989247312, 'recall': 0.6791991610539998, 'f1-score': 0.6702022204599525, 'support': 205}, 'weighted avg': {'precision': 0.6951528979805927, 'recall': 0.6731707317073171, 'f1-score': 0.6753138237171429, 'support': 205}, 'acc': 0.6731707317073171, 'modelname': 'gru', 'fold': 1}\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "23f221c185054791b25ad203a51d17d5",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=300), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.5951219512195122\n",
      "3702\n",
      "0.6439024390243903\n",
      "3702\n",
      "\n",
      "lstm\n",
      "{'0': {'precision': 0.6538461538461539, 'recall': 0.8095238095238095, 'f1-score': 0.7234042553191489, 'support': 42}, '1': {'precision': 0.7213114754098361, 'recall': 0.7096774193548387, 'f1-score': 0.7154471544715446, 'support': 62}, '2': {'precision': 0.6739130434782609, 'recall': 0.5961538461538461, 'f1-score': 0.6326530612244897, 'support': 52}, '3': {'precision': 0.5, 'recall': 0.46938775510204084, 'f1-score': 0.4842105263157895, 'support': 49}, 'micro avg': {'precision': 0.6439024390243903, 'recall': 0.6439024390243903, 'f1-score': 0.6439024390243903, 'support': 205}, 'macro avg': {'precision': 0.6372676681835627, 'recall': 0.6461857075336338, 'f1-score': 0.6389287493327432, 'support': 205}, 'weighted avg': {'precision': 0.6425674546235017, 'recall': 0.6439024390243903, 'f1-score': 0.6408047671892056, 'support': 205}, 'acc': 0.6439024390243903, 'modelname': 'lstm', 'fold': 1}\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8584bd1ecafb4cbe809132dd86f6c93b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=300), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.6195121951219512\n",
      "3702\n",
      "\n",
      "Bigru\n",
      "{'0': {'precision': 0.5660377358490566, 'recall': 0.7142857142857143, 'f1-score': 0.631578947368421, 'support': 42}, '1': {'precision': 0.6266666666666667, 'recall': 0.7580645161290323, 'f1-score': 0.6861313868613139, 'support': 62}, '2': {'precision': 0.7045454545454546, 'recall': 0.5961538461538461, 'f1-score': 0.6458333333333334, 'support': 52}, '3': {'precision': 0.48484848484848486, 'recall': 0.32653061224489793, 'f1-score': 0.3902439024390244, 'support': 49}, 'micro avg': {'precision': 0.6048780487804878, 'recall': 0.6048780487804878, 'f1-score': 0.6048780487804878, 'support': 205}, 'macro avg': {'precision': 0.5955245854774157, 'recall': 0.5987586722033726, 'f1-score': 0.5884468925005232, 'support': 205}, 'weighted avg': {'precision': 0.6001017445508933, 'recall': 0.6048780487804878, 'f1-score': 0.5940085186718082, 'support': 205}, 'acc': 0.6048780487804878, 'modelname': 'Bigru', 'fold': 1}\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "584d820be8724c6ab5231258f7583f60",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=300), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.40487804878048783\n",
      "3702\n",
      "0.45365853658536587\n",
      "3702\n",
      "0.5121951219512195\n",
      "3702\n",
      "0.5902439024390244\n",
      "3702\n",
      "0.6195121951219512\n",
      "3702\n",
      "0.6390243902439025\n",
      "3702\n",
      "0.6487804878048781\n",
      "3702\n",
      "\n",
      "Bilstm\n",
      "{'0': {'precision': 0.9259259259259259, 'recall': 0.5952380952380952, 'f1-score': 0.7246376811594204, 'support': 42}, '1': {'precision': 0.6438356164383562, 'recall': 0.7580645161290323, 'f1-score': 0.6962962962962962, 'support': 62}, '2': {'precision': 0.5, 'recall': 0.8076923076923077, 'f1-score': 0.6176470588235294, 'support': 52}, '3': {'precision': 0.7142857142857143, 'recall': 0.30612244897959184, 'f1-score': 0.42857142857142855, 'support': 49}, 'micro avg': {'precision': 0.6292682926829268, 'recall': 0.6292682926829268, 'f1-score': 0.6292682926829268, 'support': 205}, 'macro avg': {'precision': 0.6960118141624991, 'recall': 0.6167793420097568, 'f1-score': 0.6167881162126686, 'support': 205}, 'weighted avg': {'precision': 0.681983888332034, 'recall': 0.6292682926829268, 'f1-score': 0.6181600001848271, 'support': 205}, 'acc': 0.6292682926829268, 'modelname': 'Bilstm', 'fold': 1}\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "da3be695a6a74a58b04df0b31e59375c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=614), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "4492160c4af645e3b72c90a4cbc2ef3e",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=204), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "3702\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "1e5f8e7c137a4011ac94aeef4460a712",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=300), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.5980392156862745\n",
      "3702\n",
      "0.6078431372549019\n",
      "3702\n",
      "0.6274509803921569\n",
      "3702\n",
      "0.6372549019607843\n",
      "3702\n",
      "0.6421568627450981\n",
      "3702\n",
      "0.6470588235294118\n",
      "3702\n"
     ]
    }
   ],
   "source": [
    "for i in range(0,4):\n",
    "    trainModelWithKfold(i,datadir)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "fakenews",
   "language": "python",
   "name": "fakenews"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
